-- Logs begin at Sun 2022-09-04 00:10:31 UTC, end at Sun 2022-09-04 01:26:57 UTC. -- Sep 04 00:56:12.959858 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 04 00:56:15.607319 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.common.config [-] Logging enabled! Sep 04 00:56:15.607938 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev538 Sep 04 00:56:15.608109 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106675) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 04 00:56:15.611515 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.common.config [-] Logging enabled! Sep 04 00:56:15.611771 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev538 Sep 04 00:56:15.612083 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106675) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 04 00:56:15.613022 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 04 00:56:15.613285 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 04 00:56:15.613768 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 04 00:56:15.614017 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 04 00:56:15.614247 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 04 00:56:15.614568 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.614869 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.615101 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.615400 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.615700 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.615984 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.616276 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.616574 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.616859 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.617168 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.617454 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.617683 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.618218 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.618505 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.618790 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.619013 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] debug = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.619293 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.620344 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.620814 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.621133 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.621436 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.621717 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.621993 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.622276 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.622560 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.622893 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-iscsi {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.623174 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.623465 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.623753 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.624042 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.624319 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.624595 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.624881 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.625180 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.625453 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] log_file = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.625737 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.626026 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.626313 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.626602 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.626825 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.627049 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.627335 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.627626 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.627902 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.628176 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.628451 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.628725 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.628997 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.629294 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.629580 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.629865 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.630151 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.630426 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.630699 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.630972 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.631244 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.631528 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.631800 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.632072 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.632345 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.632632 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.632899 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.633205 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.633510 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.633796 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.634079 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.634367 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.634641 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.634923 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.635235 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.635570 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.635953 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] use_json = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.636228 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.636501 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.636783 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.637057 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.637353 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.637629 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.637900 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.638185 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.638457 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:15.638753 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.639050 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.639357 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.639642 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.639947 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.640229 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.640521 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.640803 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.641112 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.641408 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.641698 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.641977 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.642278 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.642568 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.642863 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.643167 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.643462 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.643754 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.644031 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.644305 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.644578 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.644855 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.645173 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.645455 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.645748 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.646038 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.646320 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.646617 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.646901 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.647183 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.647477 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.647769 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.648044 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.648321 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.648611 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.648887 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.649183 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.649478 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.649759 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.650032 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.650314 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.650609 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.651068 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.651351 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.651630 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.651922 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.652202 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.652475 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.652746 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.653023 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.653321 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.653606 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.653884 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.654157 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.654433 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.654711 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.654984 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.655255 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.655531 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.655807 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.656084 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.656361 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.656633 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.656906 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.657207 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.657484 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.657757 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.658031 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.658308 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.658582 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.658853 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.659124 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.659397 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.659669 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.659954 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.660252 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.660530 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.660808 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.661108 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.661389 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.661665 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.661940 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.662217 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.662495 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.662770 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.663060 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.663342 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.663628 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.663910 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.664207 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.664505 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.664786 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.665068 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.665370 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.665651 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.665938 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.666225 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.667191 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.667647 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.667940 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.668233 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.668534 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.668834 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.669145 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.669446 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.669745 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.670037 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.670323 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.670635 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.670919 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:15.671141 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 04 00:56:15.671385 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106675) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 04 00:56:16.049794 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Sep 04 00:56:16.050112 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Sep 04 00:56:16.050378 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 04 00:56:16.050608 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Sep 04 00:56:16.050884 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Sep 04 00:56:16.051208 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 04 00:56:16.374681 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.374970 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.375242 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.376435 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.376712 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.376979 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.429655 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.429935 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.430205 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.446131 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.446415 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.446686 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.475446 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.475728 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.475996 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.513457 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.513736 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.514002 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.744061 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.745374 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.745374 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.746228 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.746938 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.844197 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.844520 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.844804 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.845110 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.845367 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.845681 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.845945 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.846202 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.846458 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.846742 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.847003 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.847268 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.847525 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.847776 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.848031 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.848295 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.848548 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.848817 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.849107 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.849382 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.849656 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.849911 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.850203 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.850582 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.850829 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.851078 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.851472 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 00:56:16.851711 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 00:56:16.851945 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 00:56:16.852177 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 00:56:16.852409 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 00:56:16.852640 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 00:56:16.853006 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 04 00:56:16.856837 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 04 00:56:16.860748 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 04 00:56:16.864661 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 04 00:56:16.866308 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 04 00:56:16.866921 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 04 00:56:16.867260 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 04 00:56:16.867649 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 04 00:56:16.871252 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 04 00:56:16.871499 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 04 00:56:16.871849 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 04 00:56:16.876915 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 04 00:56:16.899792 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 04 00:56:16.900248 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.900546 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106675) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 04 00:56:16.901036 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.902413 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106675) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 04 00:56:16.902689 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 04 00:56:16.902929 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 04 00:56:16.906380 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:16.906665 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:17.072219 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 04 00:56:17.072502 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 04 00:56:17.072714 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 04 00:56:17.073179 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 04 00:56:17.126019 dv-cinder-master-3-iscsi neutron-server[106675]: INFO dbcounter [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Registered counter for database neutron Sep 04 00:56:17.144917 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_db.sqlalchemy.engines [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106675) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 04 00:56:17.151185 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG dbcounter [-] [106675] Writer thread running {{(pid=106675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 04 00:56:17.871989 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.managers [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Initializing driver for type 'gre' Sep 04 00:56:17.872629 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] gre ID ranges: [(1, 1000)] Sep 04 00:56:18.100088 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.managers [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Initializing driver for type 'local' Sep 04 00:56:18.100421 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.managers [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Initializing driver for type 'vlan' Sep 04 00:56:18.192067 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] VlanTypeDriver initialization complete Sep 04 00:56:18.192337 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.managers [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Initializing driver for type 'vxlan' Sep 04 00:56:18.192844 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] vxlan ID ranges: [(1, 1000)] Sep 04 00:56:18.386155 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.managers [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Initializing extension driver 'port_security' Sep 04 00:56:18.386493 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.extensions.port_security [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] PortSecurityExtensionDriver initialization complete Sep 04 00:56:18.386828 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.managers [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Initializing mechanism driver 'openvswitch' Sep 04 00:56:18.387153 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.managers [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Initializing mechanism driver 'hyperv' Sep 04 00:56:18.393711 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.plugins.ml2.plugin [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:56:18.394410 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > port after_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.394784 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > port after_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.395138 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > port after_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.395644 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106675) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 04 00:56:18.396063 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > subnet after_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.396419 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > subnet after_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.396768 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.397252 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106675) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 04 00:56:18.397664 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > network after_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.398015 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > network after_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.398365 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > network after_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.398757 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106675) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 04 00:56:18.399189 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > security_group after_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.399540 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > security_group after_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.399883 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.400277 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106675) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 04 00:56:18.400795 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.401169 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.401516 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.402039 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106675) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 04 00:56:18.402450 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > address_group after_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.402801 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > address_group after_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.403147 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.403541 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106675) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 04 00:56:18.403979 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] ML2 OVO RPC backend initialized. {{(pid=106675) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 04 00:56:18.404688 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.405046 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.405485 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > network before_response 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.408055 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > networks before_response 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.408055 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > port before_response 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.408055 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > ports before_response 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.408055 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > subnet before_response 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.408345 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > subnets before_response 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.408345 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > network after_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.408345 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > network after_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.408345 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > network after_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.408622 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > port after_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.408781 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > port after_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.409144 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > port after_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.409484 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > subnet after_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.409822 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > subnet after_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.410160 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.418286 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.quota [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded quota_driver: . Sep 04 00:56:18.418649 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.plugin [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Modular L2 Plugin initialization complete Sep 04 00:56:18.418997 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading services supported by the core plugin {{(pid=106675) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 04 00:56:18.419335 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.plugins.ml2.managers [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Got port-security extension from driver 'port_security' Sep 04 00:56:18.419815 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.extensions.vlantransparent [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Disabled vlantransparent extension. Sep 04 00:56:18.420309 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106675) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 04 00:56:18.420632 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading Plugin: router Sep 04 00:56:18.456218 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.456555 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router after_create 55549900 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.456936 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router before_create 55549900 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.457337 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.457716 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.458077 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router after_delete 55549900 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.458439 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.458791 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.459168 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router after_create 55549900 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.459496 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router after_update 55549900 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.459846 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router after_update 55549900 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.460195 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.460555 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router after_update 55549900 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.460969 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router precommit_update 55549900 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.461448 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: port after_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.461793 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: port after_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.462132 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: subnet after_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.462728 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.462812 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.463310 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router precommit_create 55549900 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.463747 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: port before_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.464098 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router precommit_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.464459 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router after_update 55549900 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.464803 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.465184 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router precommit_create 55549900 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.465554 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.465900 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router precommit_update 55549900 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.466270 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > agent after_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.466623 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > agent after_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.466972 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > network after_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.467858 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Tracking information for resource: router configured {{(pid=106675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 00:56:18.468194 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Tracking information for resource: floatingip configured {{(pid=106675) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 00:56:18.473346 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.db.l3_agentschedulers_db [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 04 00:56:18.473930 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: port after_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.474296 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: port after_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.474648 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: port after_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.475003 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: port after_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.475814 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router before_create 55550100 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.476184 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.476547 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router precommit_create 55550100 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.476905 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > router precommit_update 55550100 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.482621 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.services.provider_configuration [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Service providers = [] {{(pid=106675) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 04 00:56:18.482990 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.db.servicetype_db [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106675) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 04 00:56:18.485978 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.services.service_base [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106675) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 04 00:56:18.486328 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.services.service_base [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106675) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 04 00:56:18.486671 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.services.service_base [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106675) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 04 00:56:18.487549 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.services.service_base [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106675) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 04 00:56:18.487926 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.services.service_base [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 04 00:56:18.488313 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 00:56:18.488630 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 04 00:56:18.500166 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 00:56:18.500506 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading Plugin: auto_allocate Sep 04 00:56:18.506285 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: network precommit_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.506654 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: network precommit_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.507187 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 00:56:18.507508 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading Plugin: tag Sep 04 00:56:18.514205 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 00:56:18.514532 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading Plugin: timestamp Sep 04 00:56:18.519678 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 00:56:18.520007 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading Plugin: network_ip_availability Sep 04 00:56:18.525574 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.525950 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.526310 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.527045 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 00:56:18.527366 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading Plugin: flavors Sep 04 00:56:18.532042 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 00:56:18.532375 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading Plugin: revisions Sep 04 00:56:18.536784 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106675) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 00:56:18.537200 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_concurrency.lockutils [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.486s {{(pid=106675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 04 00:56:18.537955 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106675) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 04 00:56:18.538292 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Initializing extension manager. Sep 04 00:56:18.538818 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: __init__.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.539161 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: __pycache__ {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.539498 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: address_group.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.540393 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.540960 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: address-group Sep 04 00:56:18.541841 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: address_scope.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.542514 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.543030 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: address-scope Sep 04 00:56:18.543351 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.544228 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.544746 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: router-admin-state-down-before-update Sep 04 00:56:18.545065 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: agent.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.545745 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.546256 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: agent Sep 04 00:56:18.546577 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: agent_resources_synced.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.547445 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.547961 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: agent-resources-synced Sep 04 00:56:18.548293 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: allowedaddresspairs.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.550076 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.550609 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: allowed-address-pairs Sep 04 00:56:18.550938 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: auto_allocated_topology.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.551955 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.552479 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: auto-allocated-topology Sep 04 00:56:18.552805 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: availability_zone.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.553495 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.554011 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: availability_zone Sep 04 00:56:18.554334 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: availability_zone_filter.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.555198 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.555721 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: availability_zone_filter Sep 04 00:56:18.556038 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: data_plane_status.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.557517 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.558043 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension data-plane-status not supported by any of loaded plugins Sep 04 00:56:18.558366 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: default_subnetpools.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.559236 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.559752 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: default-subnetpools Sep 04 00:56:18.560075 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.560836 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.561380 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: dhcp_agent_scheduler Sep 04 00:56:18.561703 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: dns.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.562572 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.563081 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension dns-integration not supported by any of loaded plugins Sep 04 00:56:18.563398 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: dns_domain_ports.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.564262 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.564774 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 04 00:56:18.565116 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.565993 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.566503 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 04 00:56:18.566823 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: dvr.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.567453 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.567971 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: dvr Sep 04 00:56:18.568294 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: ecmp_routes.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.569191 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.569703 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 04 00:56:18.570024 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: empty_string_filtering.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.570899 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.571409 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: empty-string-filtering Sep 04 00:56:18.571729 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.572634 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.573167 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 04 00:56:18.573489 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.574360 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.574871 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 04 00:56:18.575192 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: external_net.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.576061 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.576580 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: external-net Sep 04 00:56:18.576903 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.577805 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.578325 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: extra_dhcp_opt Sep 04 00:56:18.578647 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: extraroute.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.579510 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.580030 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: extraroute Sep 04 00:56:18.580352 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: extraroute_atomic.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.581365 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.581890 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: extraroute-atomic Sep 04 00:56:18.582216 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: filter_validation.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.582840 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.583357 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: filter-validation Sep 04 00:56:18.583673 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: fip_pf_description.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.584535 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.585043 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 04 00:56:18.585386 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: fip_pf_port_range.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.586255 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.586766 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 04 00:56:18.587084 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: fip_port_details.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.587968 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.588553 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: fip-port-details Sep 04 00:56:18.588901 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: flavors.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.590097 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.590623 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: flavors Sep 04 00:56:18.590946 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.592533 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.593070 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 04 00:56:18.593427 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: floatingip_pools.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.594094 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.594622 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: floatingip-pools Sep 04 00:56:18.594953 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: ip_allocation.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.595838 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.596355 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension ip_allocation not supported by any of loaded plugins Sep 04 00:56:18.596680 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.597587 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.598104 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: ip-substring-filtering Sep 04 00:56:18.598432 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: l2_adjacency.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.599327 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.599839 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 04 00:56:18.600161 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: l3.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.601101 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.601625 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: router Sep 04 00:56:18.601953 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.604922 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.605492 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 04 00:56:18.605826 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.606710 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.607234 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: ext-gw-mode Sep 04 00:56:18.607568 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.608442 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.608963 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: l3-ha Sep 04 00:56:18.609318 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.610186 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.610704 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 04 00:56:18.611027 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: l3_flavors.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.611893 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.612415 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: l3-flavors Sep 04 00:56:18.612741 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.614095 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.614625 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 04 00:56:18.614955 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.615833 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.616359 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 04 00:56:18.616684 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: l3agentscheduler.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.617718 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.618492 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: l3_agent_scheduler Sep 04 00:56:18.618818 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: local_ip.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.621102 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.621640 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension local_ip not supported by any of loaded plugins Sep 04 00:56:18.621999 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: logging.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.623417 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.623942 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension logging not supported by any of loaded plugins Sep 04 00:56:18.624273 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: metering.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.624973 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.625594 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: metering Sep 04 00:56:18.625922 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.626973 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.627501 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: metering_source_and_destination_fields Sep 04 00:56:18.627828 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: multiprovidernet.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.628727 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.629271 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: multi-provider Sep 04 00:56:18.629599 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: netmtu.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.630469 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.630988 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: net-mtu Sep 04 00:56:18.631309 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: netmtu_writable.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.632181 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.632728 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: net-mtu-writable Sep 04 00:56:18.633048 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: network_availability_zone.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.633702 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.634211 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: network_availability_zone Sep 04 00:56:18.634533 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: network_ip_availability.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.635683 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.636208 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: network-ip-availability Sep 04 00:56:18.636540 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: network_segment_range.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.637294 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.637805 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension network-segment-range not supported by any of loaded plugins Sep 04 00:56:18.638128 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: pagination.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.639063 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.639391 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: pagination Sep 04 00:56:18.639710 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: port_device_profile.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.640574 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.641118 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: port-device-profile Sep 04 00:56:18.641445 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: port_mac_address_override.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.642317 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.642838 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: port-mac-override Sep 04 00:56:18.643160 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.644033 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.644549 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: port-mac-address-regenerate Sep 04 00:56:18.644869 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.645761 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.646278 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: port-numa-affinity-policy Sep 04 00:56:18.646598 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: port_resource_request.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.647467 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.647980 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension port-resource-request not supported by any of loaded plugins Sep 04 00:56:18.648302 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: port_resource_request_groups.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.649251 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.649766 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 04 00:56:18.650085 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: portbindings.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.651178 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.651790 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: binding Sep 04 00:56:18.652058 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: portbindings_extended.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.653308 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.653844 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: binding-extended Sep 04 00:56:18.654167 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: portsecurity.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.655039 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.655570 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: port-security Sep 04 00:56:18.655895 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: project_id.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.656836 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.657206 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: project-id Sep 04 00:56:18.657536 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: providernet.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.658402 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.658915 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: provider Sep 04 00:56:18.659237 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: qos.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.663012 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.663551 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension qos not supported by any of loaded plugins Sep 04 00:56:18.663884 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.665122 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.665658 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 04 00:56:18.665987 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.667412 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.667945 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 04 00:56:18.668273 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: qos_default.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.669173 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.669699 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension qos-default not supported by any of loaded plugins Sep 04 00:56:18.670026 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: qos_fip.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.670901 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.671428 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension qos-fip not supported by any of loaded plugins Sep 04 00:56:18.671757 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.672625 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.673174 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 04 00:56:18.673503 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: qos_gateway_ip.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.674383 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.674912 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 04 00:56:18.675240 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: qos_port_network_policy.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.676114 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.676631 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 04 00:56:18.676953 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.677986 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.678508 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 04 00:56:18.678841 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.679836 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.680353 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 04 00:56:18.680677 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: qos_pps_rule.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.682456 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.682978 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension qos-pps not supported by any of loaded plugins Sep 04 00:56:18.683322 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: qos_rule_type_details.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.684198 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.684717 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 04 00:56:18.685043 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.686021 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.686539 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 04 00:56:18.686863 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: qos_rules_alias.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.687869 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.688385 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 04 00:56:18.688708 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: quota_check_limit.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.689619 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.690144 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: quota-check-limit Sep 04 00:56:18.690470 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: quotasv2.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.691451 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.691777 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: quotas Sep 04 00:56:18.692100 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: quotasv2_detail.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.693791 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.694128 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: quota_details Sep 04 00:56:18.694454 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: rbac.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.695492 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.696019 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: rbac-policies Sep 04 00:56:18.696349 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: rbac_address_group.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.697275 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.697931 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: rbac-address-group Sep 04 00:56:18.698258 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: rbac_address_scope.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.699162 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.699682 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: rbac-address-scope Sep 04 00:56:18.700005 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: rbac_security_groups.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.700954 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.701507 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: rbac-security-groups Sep 04 00:56:18.701834 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: rbac_subnetpool.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.702713 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.703232 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: rbac-subnetpool Sep 04 00:56:18.703560 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: revisionifmatch.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.704442 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.704965 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: revision-if-match Sep 04 00:56:18.705326 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: revisions.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.706438 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.706914 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: standard-attr-revisions Sep 04 00:56:18.707241 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: router_availability_zone.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.707886 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.708406 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: router_availability_zone Sep 04 00:56:18.708730 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: routerservicetype.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.709636 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.710161 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension router-service-type not supported by any of loaded plugins Sep 04 00:56:18.710483 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.711364 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.711923 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: security-groups-normalized-cidr Sep 04 00:56:18.712246 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.713270 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.713833 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: port-security-groups-filtering Sep 04 00:56:18.714158 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.715041 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.715562 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: security-groups-remote-address-group Sep 04 00:56:18.715883 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.716764 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.717314 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: security-groups-shared-filtering Sep 04 00:56:18.717637 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: securitygroup.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.727354 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.727900 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: security-group Sep 04 00:56:18.728237 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: segment.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.729491 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.730010 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension segment not supported by any of loaded plugins Sep 04 00:56:18.730337 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.731240 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.731763 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 04 00:56:18.732087 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: servicetype.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.733148 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.733675 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: service-type Sep 04 00:56:18.734002 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: sorting.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.734938 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.735270 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: sorting Sep 04 00:56:18.735593 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: standard_attr_segment.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.736466 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.736991 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 04 00:56:18.737344 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: standardattrdescription.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.737957 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.738484 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: standard-attr-description Sep 04 00:56:18.738810 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: stateful_security_group.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.739711 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.740235 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: stateful-security-group Sep 04 00:56:18.740558 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: stdattrs_common.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.741128 dv-cinder-master-3-iscsi neutron-server[106675]: WARNING neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 04 00:56:18.741454 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.742341 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.743116 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 04 00:56:18.743440 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: subnet_onboard.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.745019 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.745703 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: subnet_onboard Sep 04 00:56:18.746028 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.746915 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.747433 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 04 00:56:18.747760 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: subnet_service_types.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.748645 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.749204 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: subnet-service-types Sep 04 00:56:18.749530 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: subnetallocation.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.750542 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.751064 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: subnet_allocation Sep 04 00:56:18.751392 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.752023 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.752545 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: subnetpool-prefix-ops Sep 04 00:56:18.752869 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.753790 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.754306 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 04 00:56:18.754627 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: tagging.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.755658 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.756182 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: standard-attr-tag Sep 04 00:56:18.756509 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: timestamp.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.757679 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.758206 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loaded extension: standard-attr-timestamp Sep 04 00:56:18.758538 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: trunk.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.759523 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.760235 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension trunk not supported by any of loaded plugins Sep 04 00:56:18.760563 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: trunk_details.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.761473 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.761996 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension trunk-details not supported by any of loaded plugins Sep 04 00:56:18.764861 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: uplink_status_propagation.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.764861 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.764861 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 04 00:56:18.764861 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Loading extension file: vlantransparent.py {{(pid=106675) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 00:56:18.764861 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106675) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 00:56:18.765517 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 04 00:56:18.767772 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Creating instance of TrackedResource for resource:network Sep 04 00:56:18.768304 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Creating instance of TrackedResource for resource:subnet Sep 04 00:56:18.768713 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 04 00:56:18.769136 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Creating instance of TrackedResource for resource:port Sep 04 00:56:18.770411 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.v2.resource_helper [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:56:18.770853 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.v2.resource_helper [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Service FLAVORS assigned prefix: {{(pid=106675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:56:18.771469 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.v2.resource_helper [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:56:18.771910 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.v2.resource_helper [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:56:18.772245 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Creating instance of TrackedResource for resource:router Sep 04 00:56:18.772675 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Creating instance of TrackedResource for resource:floatingip Sep 04 00:56:18.773195 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.v2.resource_helper [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Service METERING assigned prefix: /metering {{(pid=106675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:56:18.774644 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.775015 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.775369 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 00:56:18.777054 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Creating instance of CountableResource for resource:rbac_policy Sep 04 00:56:18.777546 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Creating instance of TrackedResource for resource:security_group Sep 04 00:56:18.777982 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 04 00:56:18.778517 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.v2.resource_helper [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Service CORE assigned prefix: {{(pid=106675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:56:18.778853 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 04 00:56:18.779203 dv-cinder-master-3-iscsi neutron-server[106675]: WARNING neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] subnetpool is already registered Sep 04 00:56:18.779645 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.v2.resource_helper [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Service CORE assigned prefix: {{(pid=106675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:56:18.779972 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 04 00:56:18.780304 dv-cinder-master-3-iscsi neutron-server[106675]: WARNING neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] subnetpool is already registered Sep 04 00:56:18.782847 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.v2.resource_helper [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:56:18.783341 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.v2.resource_helper [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Service FLAVORS assigned prefix: {{(pid=106675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:56:18.783891 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.v2.resource_helper [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:56:18.784321 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.v2.resource_helper [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:56:18.784656 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Creating instance of TrackedResource for resource:router Sep 04 00:56:18.784995 dv-cinder-master-3-iscsi neutron-server[106675]: WARNING neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] router is already registered Sep 04 00:56:18.785442 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Creating instance of TrackedResource for resource:floatingip Sep 04 00:56:18.785780 dv-cinder-master-3-iscsi neutron-server[106675]: WARNING neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] floatingip is already registered Sep 04 00:56:18.786238 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.v2.resource_helper [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Service METERING assigned prefix: /metering {{(pid=106675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:56:18.786983 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Creating instance of CountableResource for resource:rbac_policy Sep 04 00:56:18.787259 dv-cinder-master-3-iscsi neutron-server[106675]: WARNING neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] rbac_policy is already registered Sep 04 00:56:18.787676 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Creating instance of TrackedResource for resource:security_group Sep 04 00:56:18.788011 dv-cinder-master-3-iscsi neutron-server[106675]: WARNING neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] security_group is already registered Sep 04 00:56:18.788421 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 04 00:56:18.788757 dv-cinder-master-3-iscsi neutron-server[106675]: WARNING neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] security_group_rule is already registered Sep 04 00:56:18.789426 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.v2.resource_helper [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Service CORE assigned prefix: {{(pid=106675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:56:18.789755 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 04 00:56:18.790092 dv-cinder-master-3-iscsi neutron-server[106675]: WARNING neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] subnetpool is already registered Sep 04 00:56:18.790513 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.v2.resource_helper [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Service CORE assigned prefix: {{(pid=106675) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 00:56:18.790837 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 04 00:56:18.791822 dv-cinder-master-3-iscsi neutron-server[106675]: WARNING neutron.quota.resource_registry [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] subnetpool is already registered Sep 04 00:56:18.792383 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: extensions {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.793871 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: address-groups {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.795352 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: address-scopes {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.796662 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: agents {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.797843 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: auto-allocated-topology {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.799120 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: availability_zones {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.800369 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: dhcp-networks {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.801916 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: dhcp-agents {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.803350 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: routers {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.805059 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: flavors {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.807598 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: service_profiles {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.808832 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: next_providers {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.810332 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: service_profiles {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.811889 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: floatingip-pools {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.813147 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: routers {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.814843 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: floatingips {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.816033 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: l3-routers {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.817547 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: l3-agents {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.818955 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: metering-labels {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.820237 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: metering-label-rules {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.821648 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: network-ip-availabilities {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.822972 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: bindings {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.824527 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: quotas {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.826214 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: quotas {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.827749 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: rbac-policies {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.828962 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: security-groups {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.830314 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: security-group-rules {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.831551 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: service-providers {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.832763 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: subnetpools {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.834122 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: subnetpools {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.835679 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: tags {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.837382 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: tags {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.839725 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: tags {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.841552 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: tags {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.843236 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: tags {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.845268 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: tags {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.847011 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: tags {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.848788 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: tags {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.850698 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: tags {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.852484 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron.api.extensions [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Extended resource: tags {{(pid=106675) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 00:56:18.859243 dv-cinder-master-3-iscsi neutron-server[106675]: WARNING keystonemiddleware.auth_token [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 04 00:56:18.864382 dv-cinder-master-3-iscsi neutron-server[106675]: WARNING keystonemiddleware.auth_token [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 04 00:56:18.873884 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_concurrency.lockutils [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Acquiring lock "singleton_lock" {{(pid=106675) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Sep 04 00:56:18.874415 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_concurrency.lockutils [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Acquired lock "singleton_lock" {{(pid=106675) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Sep 04 00:56:18.874664 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_concurrency.lockutils [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Releasing lock "singleton_lock" {{(pid=106675) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Sep 04 00:56:18.875313 dv-cinder-master-3-iscsi neutron-server[106675]: INFO oslo_service.service [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Starting 2 workers Sep 04 00:56:18.880051 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Started child 106790 {{(pid=106675) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 04 00:56:18.884479 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Started child 106791 {{(pid=106675) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 04 00:56:18.885804 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:18.886445 dv-cinder-master-3-iscsi neutron-server[106675]: INFO neutron.service [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 04 00:56:18.887008 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:18.887285 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [-] (106790) wsgi starting up on http://0.0.0.0:9696 Sep 04 00:56:18.889514 dv-cinder-master-3-iscsi neutron-server[106675]: INFO oslo_service.service [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Starting 1 workers Sep 04 00:56:18.889710 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:18.891016 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [-] (106791) wsgi starting up on http://0.0.0.0:9696 Sep 04 00:56:18.894696 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Started child 106792 {{(pid=106675) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 04 00:56:18.895235 dv-cinder-master-3-iscsi neutron-server[106675]: INFO oslo_service.service [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Starting 1 workers Sep 04 00:56:18.898537 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.service [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] calling RpcWorker wait() {{(pid=106792) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 04 00:56:18.899094 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.service [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] returning from RpcWorker wait() {{(pid=106792) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 04 00:56:18.899707 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Started child 106793 {{(pid=106675) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 04 00:56:18.900263 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:18.901052 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG neutron_lib.callbacks.manager [None req-577cc778-bab1-484b-a338-b19747fdafc9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:18.901434 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:56:18.903182 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106675) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 04 00:56:18.903396 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 04 00:56:18.903581 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 04 00:56:18.903809 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 04 00:56:18.904149 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 04 00:56:18.904329 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 04 00:56:18.904856 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.905161 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.905422 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.905689 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.906074 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:18.906549 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.906549 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.906835 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.907080 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.907185 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:56:18.907346 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.907513 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.907677 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.907926 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.908161 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.908537 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.908786 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.909022 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.909382 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.909556 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.909799 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.910078 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.910344 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.910640 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] debug = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.910900 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.911419 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.911657 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.911898 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.912149 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.912428 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.912675 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.912929 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.913209 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.913454 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.913690 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.913943 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.914199 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.914449 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.914682 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.914940 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.915159 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.915819 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.916089 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.916886 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.917190 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.917464 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.917701 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.918488 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.918488 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.918488 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.918908 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.918908 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.919165 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.919415 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.919630 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.919874 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] log_file = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.920037 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] log_options = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.920270 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.920569 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.920844 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.921035 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.921229 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.921392 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.921652 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.921818 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.922172 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.922413 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.922637 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.922764 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.922948 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.923180 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.923425 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.923658 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.923872 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.924135 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.924370 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.924878 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.925286 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.925286 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.925666 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.925666 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.925906 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.926085 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.926332 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.926563 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.926780 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.927012 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.927271 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.927528 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.927758 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.927989 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.928265 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.928493 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.928716 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.929102 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.929394 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.929618 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.929871 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.930131 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.930350 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.930576 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.930793 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.931030 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.931263 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] use_json = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.931473 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.931686 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.932522 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.934562 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.934562 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.934562 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.934562 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.934562 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.934562 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:18.934562 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.936099 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.936099 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.936099 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.936099 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.936099 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.936099 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.936099 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.936495 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.936495 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.936817 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.937040 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.937414 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.937632 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.937904 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.938239 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.938497 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.938750 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.938989 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.939928 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.939928 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.939928 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.940160 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.940362 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.940610 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.940846 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.941125 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.941410 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.941688 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.941966 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.942340 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.943089 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.943089 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.943399 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.943399 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.945117 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.945117 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.945117 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.945117 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.945117 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.945117 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.945539 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.945539 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.945801 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.946031 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.946266 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.946522 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.946772 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.947026 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.947246 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.948344 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.948756 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.949161 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.949539 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.949913 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.950304 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.950744 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.950977 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.951275 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.951519 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.951778 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.952094 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.952423 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.952774 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.952927 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.956662 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.956662 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.956662 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.956662 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.956662 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.956662 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.956662 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.956662 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.956662 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.957965 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.957965 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.957965 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.957965 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.957965 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.957965 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.957965 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.957965 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.957965 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.959047 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.959047 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.959047 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.959047 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.959047 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.959047 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.959047 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.959047 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.959047 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.960050 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.960050 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.960050 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.960050 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.960050 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.960050 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.960653 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.960653 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.960653 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.961042 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.961042 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.961453 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.961614 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.961750 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.961944 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.962293 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.962633 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.962859 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.963201 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.963545 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.963794 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.964023 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.964248 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.964680 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.964851 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.965010 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.965225 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.965478 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.965704 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.965959 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.966195 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.966461 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.966703 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.966997 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.967371 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.967533 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.967762 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.968014 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.968284 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.968516 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.968750 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.969013 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.969310 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.969558 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.969807 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.970238 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.970471 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.970732 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.970961 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.971180 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.971587 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.971751 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.971975 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.972215 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.972432 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.972862 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.973135 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.973384 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.973660 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.973920 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.974175 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.974437 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.974683 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.974898 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.975154 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.975403 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.975624 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.975867 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.976082 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.976326 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.976532 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.976740 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.976968 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.977205 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.977483 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.977649 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.977924 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.978111 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.978619 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.978940 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.979167 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.979407 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.979628 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.979892 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.980073 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.980306 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.980539 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.980759 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.981035 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.981546 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.981546 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.981884 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.982109 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.982386 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.982631 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.982894 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.983135 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.983356 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.983552 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.983770 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.983983 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.984213 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.984467 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.984683 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.984948 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.985246 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.985558 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.985815 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.986064 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.986327 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.986577 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.986796 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.987532 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.987532 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.987532 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.988054 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.988054 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.988054 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.988461 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.988603 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.988748 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.988912 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.989153 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.989429 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.989652 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.989891 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.990119 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.990357 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.990579 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.990800 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.991017 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.991256 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.991469 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.991678 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.991887 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.992094 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.992308 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.992516 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.993128 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.993582 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.993734 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.993886 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.994054 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.994866 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.995160 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.995374 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.995590 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.995813 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.996028 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.996237 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.996463 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.998413 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.998413 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.998413 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.998413 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.998413 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.998413 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.998413 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:18.998413 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.000273 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.000273 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.000273 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.000273 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.000273 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.000273 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.000273 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.000273 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.001378 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.001378 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.001378 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.001378 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.001378 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.001997 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.001997 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.001997 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.002276 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.002369 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.002619 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.002845 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.003092 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.003331 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.003643 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.003852 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.004088 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.004348 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.004583 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.004800 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.005171 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.005481 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.005792 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.006025 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.006277 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.006543 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.006825 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.007107 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.007326 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.007631 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.007986 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.008259 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.008531 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.008778 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.009048 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.009296 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.009514 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.009765 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.010644 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.011055 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.011055 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.011334 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.011560 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.011777 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.012004 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.012221 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.012443 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.012685 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.013446 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.013446 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.013446 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 04 00:56:19.013854 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106675) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 04 00:56:19.013972 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 04 00:56:19.014124 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 04 00:56:19.014324 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 04 00:56:19.014514 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 04 00:56:19.014667 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 04 00:56:19.014872 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.015033 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.015230 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.015393 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.015588 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.015756 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.015914 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.016076 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.016230 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.016561 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.016724 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.016880 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.017037 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.017221 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.017378 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.017541 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.017700 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.017856 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.018012 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.018172 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.018294 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:56:19.018403 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.018488 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] debug = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.018614 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.018812 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.018980 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.019136 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.019292 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.019449 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.019605 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.019761 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.019917 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.020075 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.020231 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.020389 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.020545 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.020701 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.020858 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.021018 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.021222 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.021382 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.021524 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.021694 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.021800 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.021950 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.022437 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.022437 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.022437 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.022761 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.022761 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.023055 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.023219 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.023373 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.023529 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.023689 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] log_file = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.023854 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] log_options = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.024053 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.024148 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.024286 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.024468 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.024627 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.024780 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.024929 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.025097 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.025257 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.025423 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.025703 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.025886 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.026033 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.026191 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.026507 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.026671 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.026839 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.026975 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.027142 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.027299 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.027442 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.027584 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.027740 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.027897 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.028054 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.028264 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.028378 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.028513 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.028692 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.028860 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.028967 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.029154 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.029309 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.029663 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.029862 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.029948 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.030101 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.030232 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.030386 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.030704 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.030858 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.031167 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.031321 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.031622 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.031785 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.031994 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.032102 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] use_json = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.033126 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.033126 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.033126 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.033126 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.033126 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.033126 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.033126 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.033749 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.033749 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 00:56:19.033749 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.033749 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.033986 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.034055 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.034189 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.034348 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.034507 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.034665 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.034816 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.035137 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.035308 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.035469 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.035638 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.035798 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.037106 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.037106 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.037106 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.037106 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.037106 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.037106 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.037106 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.037106 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.037643 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.037643 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.037643 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.037643 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.037889 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.037889 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.038058 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.038223 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.038397 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.038556 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.038716 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.038875 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.039038 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.039198 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.039359 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.039518 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.039678 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.039839 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.039997 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.040156 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.040316 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.040473 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.040633 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.040791 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.040951 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.041159 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.041306 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.041465 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.041632 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.041795 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.041931 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.042262 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.042409 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.042719 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.042877 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.043189 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.043535 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.043845 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.044039 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.044161 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.044357 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.044463 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.044626 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.044781 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.045108 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.045414 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.045594 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.045752 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.045902 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.046052 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.046207 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.046364 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.046677 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.046846 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.047004 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.047157 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.047318 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.047477 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.047636 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.047794 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.047950 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.048109 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.048262 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.048423 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.049141 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.049141 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.049141 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.049141 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.049639 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.049639 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.049639 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.049993 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.049993 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.049993 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.050318 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.050318 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.050567 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.050567 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.050765 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.050957 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.050957 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.051199 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.051284 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.051418 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.051543 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.051699 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.051857 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.052015 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.052173 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.052329 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.052495 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.052705 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.052845 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.052941 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.053093 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.053254 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.053412 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.053582 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.053719 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.053848 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.054005 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.054172 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.054345 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.054487 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.054645 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.054996 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.054996 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.055231 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.055316 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.055416 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.055581 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.055710 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.055866 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.056023 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.056182 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.056340 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.056498 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.056667 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.057385 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.057545 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.057703 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.058063 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.058230 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.058390 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.058548 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.058750 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.058887 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.059016 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.059151 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.059300 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.059458 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.059621 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.059779 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.059937 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.060096 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.060254 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.060412 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.060570 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.060728 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.060886 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.061047 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.061229 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.061387 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.061546 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.061704 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.061863 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.062020 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.062179 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.062336 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.062495 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.062654 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.062811 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.062969 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.063125 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.063282 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.063439 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.063596 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.063755 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.063917 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.064075 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.064233 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.064392 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.064551 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.064710 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.064870 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.065029 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.065211 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.065371 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.065529 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.065686 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.065845 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.066004 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.066162 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.066320 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.066478 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.066637 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.066813 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.066971 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.067130 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.067291 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.067450 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.067609 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.067766 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.067923 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.068080 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.068238 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.068398 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.068556 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.068714 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.068872 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.069030 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.069214 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.069372 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.069534 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.069697 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.069858 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.070017 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.070174 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.070333 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.070491 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.070649 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.070806 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.070964 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.071121 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.071281 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.071439 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.071599 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.071758 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.071929 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.072087 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.072245 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.072454 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.072715 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.072879 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.073045 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.073234 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.073392 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.073550 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.073708 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.073867 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.074033 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.074192 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.074349 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.074508 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.074665 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.074824 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.074990 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.075149 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.075305 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.075463 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.075621 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.075778 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.075944 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.076102 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.076260 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.076417 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.076575 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.076732 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.076899 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.077057 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.077237 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.077395 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.077554 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.077711 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.077877 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.078037 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.078196 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.078362 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.078520 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.078677 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.078835 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.079006 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.079165 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.079327 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.079485 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.079648 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.079805 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.079965 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.080128 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.080296 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.080460 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.080621 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.080786 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.080951 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.081137 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.081297 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.081462 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.081632 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.081790 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.081947 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.082106 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.082264 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.082422 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.082578 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.082735 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.082892 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.083049 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.083207 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.083369 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.083525 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.083683 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.083842 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.083999 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.084156 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.084314 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.084473 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.084634 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 00:56:19.084784 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106675) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 04 00:56:19.141778 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 43630) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:56:19.148720 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048566 Sep 04 00:56:19.153955 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0046582 Sep 04 00:56:28.295636 dv-cinder-master-3-iscsi neutron-server[106675]: DEBUG dbcounter [-] [106675] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:56:30.648580 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4724bb47-5b1a-45dd-a529-5b4c4adb9b9a None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=106792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 04 00:56:30.668890 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writer thread running {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 04 00:56:30.740425 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4724bb47-5b1a-45dd-a529-5b4c4adb9b9a None None] No non-hosted networks {{(pid=106792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 04 00:56:30.760401 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.agentschedulers_db [None req-4724bb47-5b1a-45dd-a529-5b4c4adb9b9a None None] DHCP Agent not found on host dv-cinder-master-3-iscsi {{(pid=106792) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 04 00:56:30.888847 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-d0ccd026-bf61-4176-b49d-29b3fd250967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814056'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:32.265044 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writer thread running {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 04 00:56:32.998395 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-af8f44ac-1f9c-4091-9a7c-b1b26ba5abfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814056'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:33.043177 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.db.api [None req-6a390252-9d0f-45ba-b121-3cf5ae4dca90 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-master-3-iscsi {{(pid=106792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 04 00:56:33.044027 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG oslo_db.api [None req-6a390252-9d0f-45ba-b121-3cf5ae4dca90 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 04 00:56:33.631769 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6a390252-9d0f-45ba-b121-3cf5ae4dca90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:34.121154 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814056'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:34.415079 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 43704) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:56:35.048780 dv-cinder-master-3-iscsi neutron-server[106790]: WARNING oslo_policy.policy [None req-1f712513-a46a-4390-9bd4-9b4070471dc2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 00:56:35.049585 dv-cinder-master-3-iscsi neutron-server[106790]: WARNING oslo_policy.policy [None req-1f712513-a46a-4390-9bd4-9b4070471dc2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 00:56:35.309905 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [None req-1f712513-a46a-4390-9bd4-9b4070471dc2 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 00:56:35.329887 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-1f712513-a46a-4390-9bd4-9b4070471dc2 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9131100 Sep 04 00:56:35.694313 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814056'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:35.864291 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814056'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:35.865100 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:35.865512 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:35.865970 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:35.866448 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:35.866834 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:35.867218 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:35.867856 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:35.868424 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:35.868946 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:35.869397 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:35.869928 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:35.870252 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:35.870582 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:35.870901 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:35.871224 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:35.871640 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:56:35.882302 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:56:36.224146 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.db.l3_hamode_db [None req-9d6beaa9-0de8-4aa5-9de9-3354c929eede None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 04 00:56:36.310604 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6beaa9-0de8-4aa5-9de9-3354c929eede None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 00:56:36.311000 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6beaa9-0de8-4aa5-9de9-3354c929eede None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 04 00:56:37.808954 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 43736) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:56:38.126144 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-937f1314-5aa0-477a-a231-268da897cd4e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 00:56:38.138051 dv-cinder-master-3-iscsi neutron-server[106790]: ERROR stevedore.extension [None req-937f1314-5aa0-477a-a231-268da897cd4e admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 04 00:56:38.218330 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.policy [None req-937f1314-5aa0-477a-a231-268da897cd4e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106790) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 04 00:56:38.261183 dv-cinder-master-3-iscsi neutron-server[106790]: WARNING oslo_policy.policy [None req-937f1314-5aa0-477a-a231-268da897cd4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 00:56:38.261546 dv-cinder-master-3-iscsi neutron-server[106790]: WARNING oslo_policy.policy [None req-937f1314-5aa0-477a-a231-268da897cd4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 00:56:38.281817 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writer thread running {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 04 00:56:38.441934 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-937f1314-5aa0-477a-a231-268da897cd4e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760296271915', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760296273375', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760296257402', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760296247926', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760296303572', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760296293477', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-855386', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-857883', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1834083', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1597058'] for rbac-policy (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:38.627702 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-937f1314-5aa0-477a-a231-268da897cd4e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:38.628866 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-937f1314-5aa0-477a-a231-268da897cd4e admin admin] 10.222.0.42 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8188741 Sep 04 00:56:40.964721 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 43746) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:56:41.283986 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 00:56:41.362431 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Made reservation on behalf of 1193eb16a76d432faf6141e47cc99c5a for: {'network': 1} {{(pid=106790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 00:56:41.366790 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for network (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:41.386877 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:41.494738 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Publish callbacks [] for security_group (1cf97885-b9ee-4ef3-a136-1d13f9106e7b), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:41.540465 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (1cf97885-b9ee-4ef3-a136-1d13f9106e7b), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:41.572797 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=106790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 00:56:41.600407 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760291617675', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (c21c3d7a-66ca-44c3-9aa5-fc700bb242f0), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:41.600966 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Unsubscribe: segment precommit_create {{(pid=106790) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 04 00:56:41.601515 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.segments_db [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Added segment c21c3d7a-66ca-44c3-9aa5-fc700bb242f0 of type vlan for network 0405aef7-a260-406a-9f15-0b66416e7839 Sep 04 00:56:41.616668 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf97885-b9ee-4ef3-a136-1d13f9106e7b,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:56:41.668768 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:41.669132 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:41.669486 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:41.669830 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:41.670155 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:41.670473 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:41.670814 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:41.671127 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:41.671439 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:41.671749 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:41.672058 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:41.672381 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:41.672692 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:41.672997 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:41.673326 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Tracked resource versions report: Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: pushed versions: Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: { 'AddressGroup': {'1.2'}, Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'Agent': {'1.1'}, Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'ConntrackHelper': {'1.0'}, Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'LocalIPAssociation': {'1.0'}, Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'Log': {'1.0'}, Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'NDPProxy': {'1.0'}, Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'Network': {'1.1'}, Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'Port': {'1.7'}, Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'PortForwarding': {'1.3'}, Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'QosPolicy': {'1.10'}, Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'SecurityGroup': {'1.5'}, Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'SecurityGroupRule': {'1.2'}, Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'SubPort': {'1.0'}, Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'Subnet': {'1.1'}, Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'Trunk': {'1.1'}} Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: consumer versions: Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'Agent': '1.1', Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'ConntrackHelper': '1.0', Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'LocalIPAssociation': '1.0', Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'Log': '1.0', Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'NDPProxy': '1.0', Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'Network': '1.1', Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'Port': '1.7', Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'PortForwarding': '1.3', Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'QosPolicy': '1.10', Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'SecurityGroup': '1.5', Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'SecurityGroupRule': '1.2', Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'SubPort': '1.0', Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'Subnet': '1.1', Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: 'Trunk': '1.1'}} Sep 04 00:56:41.674780 dv-cinder-master-3-iscsi neutron-server[106790]: {{(pid=106790) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 00:56:41.705521 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760291093679'] for network (0405aef7-a260-406a-9f15-0b66416e7839), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:41.830683 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for network (0405aef7-a260-406a-9f15-0b66416e7839), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:41.835640 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:56:41.836326 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:41.937021 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=53,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:56:41.958936 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] Pushing event updated for resources: {'Network': ['ID=0405aef7-a260-406a-9f15-0b66416e7839,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:56:41.971573 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Network 0405aef7-a260-406a-9f15-0b66416e7839 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 00:56:42.147941 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-43f71770-d6bb-4ea5-9eeb-b85eeb0ec571 demo demo] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1820605 Sep 04 00:56:44.539517 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 43760) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:56:44.965247 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3de78b9-0f84-445b-b425-b49907480406 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:56:44.966610 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-f3de78b9-0f84-445b-b425-b49907480406 demo admin] 10.222.0.42 "GET /networking/v2.0/networks/0405aef7-a260-406a-9f15-0b66416e7839 HTTP/1.1" status: 200 len: 825 time: 0.4261460 Sep 04 00:56:44.992378 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-c09488af-2fa9-4dde-9904-7560a6ab4388 demo admin] 10.222.0.42 "GET /networking/v2.0/subnetpools/5cfa5bcb-05d6-4eb4-b3b8-1e9af3f14616 HTTP/1.1" status: 200 len: 734 time: 0.0196402 Sep 04 00:56:45.001753 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-87b19073-e9f2-475c-841e-0e74e527c6b0 demo admin] Request body: {'subnet': {'network_id': '0405aef7-a260-406a-9f15-0b66416e7839', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '5cfa5bcb-05d6-4eb4-b3b8-1e9af3f14616', 'gateway_ip': '172.20.0.1'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 00:56:45.154806 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b19073-e9f2-475c-841e-0e74e527c6b0 demo admin] Made reservation on behalf of 1193eb16a76d432faf6141e47cc99c5a for: {'subnet': 1} {{(pid=106790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 00:56:45.157182 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-87b19073-e9f2-475c-841e-0e74e527c6b0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:45.312714 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:56:45.510943 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-87b19073-e9f2-475c-841e-0e74e527c6b0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for subnet (c9461236-5726-4fb5-be73-5965e5067b2c), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:45.578715 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b19073-e9f2-475c-841e-0e74e527c6b0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c9461236-5726-4fb5-be73-5965e5067b2c,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:56:45.587114 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b19073-e9f2-475c-841e-0e74e527c6b0 demo admin] Checking segment: {'id': 'c21c3d7a-66ca-44c3-9aa5-fc700bb242f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0405aef7-a260-406a-9f15-0b66416e7839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 00:56:45.587488 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b19073-e9f2-475c-841e-0e74e527c6b0 demo admin] Network hostable DHCP agents. Network: 0405aef7-a260-406a-9f15-0b66416e7839, hostable agents: ['f07b96a2-ea86-405f-a561-e6ede253778c'], hosted agents: [] {{(pid=106790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 00:56:45.665534 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b19073-e9f2-475c-841e-0e74e527c6b0 demo admin] Network 0405aef7-a260-406a-9f15-0b66416e7839 is scheduled to be hosted by DHCP agent f07b96a2-ea86-405f-a561-e6ede253778c with binding_index 1 {{(pid=106790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 00:56:45.745144 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-87b19073-e9f2-475c-841e-0e74e527c6b0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 0405aef7-a260-406a-9f15-0b66416e7839) {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 00:56:45.749698 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b19073-e9f2-475c-841e-0e74e527c6b0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:56:45.750304 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-87b19073-e9f2-475c-841e-0e74e527c6b0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for subnet (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:45.754378 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35eb445-5588-43d8-93c8-a59cf7b0c706 None None] Network 0405aef7-a260-406a-9f15-0b66416e7839 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 00:56:45.822188 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-87b19073-e9f2-475c-841e-0e74e527c6b0 demo admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8235941 Sep 04 00:56:46.029345 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-0405aef7-a260-406a-9f15-0b66416e7839', 'network_id': '0405aef7-a260-406a-9f15-0b66416e7839', 'project_id': '1193eb16a76d432faf6141e47cc99c5a', 'fixed_ips': [{'subnet_id': 'c9461236-5726-4fb5-be73-5965e5067b2c'}]}} from dv-cinder-master-3-iscsi. {{(pid=106792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 00:56:46.030605 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:46.307267 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=64,neutron:INSERT=36 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:56:46.309044 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.db_base_plugin_common [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Allocated IP 172.20.0.2 (0405aef7-a260-406a-9f15-0b66416e7839/c9461236-5726-4fb5-be73-5965e5067b2c/89aa06b4-bbf1-40c2-bb48-500c3aecdf48) {{(pid=106792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 00:56:46.581462 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Publish callbacks [] for port (89aa06b4-bbf1-40c2-bb48-500c3aecdf48), precommit_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:46.649353 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (89aa06b4-bbf1-40c2-bb48-500c3aecdf48), after_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:46.728271 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Network 0405aef7-a260-406a-9f15-0b66416e7839 is already hosted by enough agents. {{(pid=106792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 00:56:46.734125 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.base_scheduler [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Resources bound (agent type, host, resource id): {{(pid=106792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 00:56:46.738885 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Pushing event updated for resources: {'Port': ['ID=89aa06b4-bbf1-40c2-bb48-500c3aecdf48,revision_number=1']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:56:46.743274 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Received port after_create {{(pid=106792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 00:56:46.753837 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:46.754180 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:46.754532 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:46.755075 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:46.755203 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:46.755527 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:46.755846 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:46.756166 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:46.756484 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:46.756801 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:46.757142 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:46.757476 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:46.757793 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:46.758129 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:46.758649 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Tracked resource versions report: Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: pushed versions: Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: { 'AddressGroup': {'1.2'}, Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'Agent': {'1.1'}, Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'ConntrackHelper': {'1.0'}, Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'LocalIPAssociation': {'1.0'}, Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'Log': {'1.0'}, Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'NDPProxy': {'1.0'}, Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'Network': {'1.1'}, Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'Port': {'1.7'}, Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'PortForwarding': {'1.3'}, Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'QosPolicy': {'1.10'}, Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'SecurityGroup': {'1.5'}, Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'SecurityGroupRule': {'1.2'}, Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'SubPort': {'1.0'}, Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'Subnet': {'1.1'}, Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'Trunk': {'1.1'}} Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: consumer versions: Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'Agent': '1.1', Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'ConntrackHelper': '1.0', Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'LocalIPAssociation': '1.0', Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'Log': '1.0', Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'NDPProxy': '1.0', Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'Network': '1.1', Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'Port': '1.7', Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'PortForwarding': '1.3', Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'QosPolicy': '1.10', Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'SecurityGroup': '1.5', Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'SecurityGroupRule': '1.2', Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'SubPort': '1.0', Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'Subnet': '1.1', Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: 'Trunk': '1.1'}} Sep 04 00:56:46.760100 dv-cinder-master-3-iscsi neutron-server[106792]: {{(pid=106792) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 00:56:46.836000 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Attempting to bind port 89aa06b4-bbf1-40c2-bb48-500c3aecdf48 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 00:56:46.836983 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Attempting to bind port 89aa06b4-bbf1-40c2-bb48-500c3aecdf48 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c21c3d7a-66ca-44c3-9aa5-fc700bb242f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0405aef7-a260-406a-9f15-0b66416e7839'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 00:56:46.837539 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Attempting to bind port 89aa06b4-bbf1-40c2-bb48-500c3aecdf48 on network 0405aef7-a260-406a-9f15-0b66416e7839 {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 00:56:46.842841 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 0, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 00:56:46.843221 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Checking segment: {'id': 'c21c3d7a-66ca-44c3-9aa5-fc700bb242f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0405aef7-a260-406a-9f15-0b66416e7839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 00:56:46.843688 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:46.844066 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Bound using segment: {'id': 'c21c3d7a-66ca-44c3-9aa5-fc700bb242f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0405aef7-a260-406a-9f15-0b66416e7839'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 00:56:46.844547 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Bound port: 89aa06b4-bbf1-40c2-bb48-500c3aecdf48, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21c3d7a-66ca-44c3-9aa5-fc700bb242f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0405aef7-a260-406a-9f15-0b66416e7839'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 00:56:46.844944 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (89aa06b4-bbf1-40c2-bb48-500c3aecdf48), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:46.855543 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:56:46.908148 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] For port 89aa06b4-bbf1-40c2-bb48-500c3aecdf48, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 00:56:46.927338 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] For port 89aa06b4-bbf1-40c2-bb48-500c3aecdf48, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=89aa06b4-bbf1-40c2-bb48-500c3aecdf48,segment=NetworkSegment(c21c3d7a-66ca-44c3-9aa5-fc700bb242f0),segment_id=c21c3d7a-66ca-44c3-9aa5-fc700bb242f0)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 00:56:46.997317 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (89aa06b4-bbf1-40c2-bb48-500c3aecdf48), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:47.050845 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d892f1d-e646-4aaf-bde4-91073c1a7d1f None None] Pushing event updated for resources: {'Port': ['ID=89aa06b4-bbf1-40c2-bb48-500c3aecdf48,revision_number=2']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:56:47.645284 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:56:47.649790 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=7 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:56:48.284689 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 43774) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:56:48.618645 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [None req-c72f5b9d-d7e6-41d8-85c9-22bffca3d086 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 00:56:48.619643 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-c72f5b9d-d7e6-41d8-85c9-22bffca3d086 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3339651 Sep 04 00:56:51.040064 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 43782) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:56:51.374321 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [None req-f1b549be-5c4e-47fb-a22f-759634f0e15d admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 00:56:51.375472 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-f1b549be-5c4e-47fb-a22f-759634f0e15d admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3344607 Sep 04 00:56:53.833449 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 43794) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:56:54.183765 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-5b052de3-1ed3-46fc-9843-c8ff2b468400 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 00:56:54.243272 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5b052de3-1ed3-46fc-9843-c8ff2b468400 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1814000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14356'] for router (09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:54.245051 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5b052de3-1ed3-46fc-9843-c8ff2b468400 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1814446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14365'] for router (09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:54.386584 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5b052de3-1ed3-46fc-9843-c8ff2b468400 demo demo] Publish callbacks [] for router_controller (09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1), precommit_add_association {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:54.458370 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5b052de3-1ed3-46fc-9843-c8ff2b468400 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816303'] for router (09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:54.581170 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5b052de3-1ed3-46fc-9843-c8ff2b468400 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:54.582420 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-5b052de3-1ed3-46fc-9843-c8ff2b468400 demo demo] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7479911 Sep 04 00:56:55.191464 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbcaecf-ecca-4ac9-bf1d-c55bfa6ad6f0 None None] Network 0405aef7-a260-406a-9f15-0b66416e7839 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 00:56:55.284076 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-344459d8-6700-4795-8340-c489ac96c60f None None] Provisioning complete for port 89aa06b4-bbf1-40c2-bb48-500c3aecdf48 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:56:55.284463 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-344459d8-6700-4795-8340-c489ac96c60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (89aa06b4-bbf1-40c2-bb48-500c3aecdf48), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:55.455066 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-344459d8-6700-4795-8340-c489ac96c60f None None] Current status of the port 89aa06b4-bbf1-40c2-bb48-500c3aecdf48 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 00:56:55.455461 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-344459d8-6700-4795-8340-c489ac96c60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (89aa06b4-bbf1-40c2-bb48-500c3aecdf48), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:55.494464 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-344459d8-6700-4795-8340-c489ac96c60f None None] For port 89aa06b4-bbf1-40c2-bb48-500c3aecdf48, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=89aa06b4-bbf1-40c2-bb48-500c3aecdf48,segment=NetworkSegment(c21c3d7a-66ca-44c3-9aa5-fc700bb242f0),segment_id=c21c3d7a-66ca-44c3-9aa5-fc700bb242f0)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 00:56:55.562203 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-344459d8-6700-4795-8340-c489ac96c60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (89aa06b4-bbf1-40c2-bb48-500c3aecdf48), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:55.592276 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 89aa06b4-bbf1-40c2-bb48-500c3aecdf48 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 00:56:55.642297 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344459d8-6700-4795-8340-c489ac96c60f None None] Pushing event updated for resources: {'Port': ['ID=89aa06b4-bbf1-40c2-bb48-500c3aecdf48,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:56:55.646557 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:56:55.657172 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 89aa06b4-bbf1-40c2-bb48-500c3aecdf48 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:56:55.660715 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (89aa06b4-bbf1-40c2-bb48-500c3aecdf48), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:55.699866 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-3f24e208-e0ce-4bbb-8bd0-cb536778c9d1 None None] Provisioning complete for port 89aa06b4-bbf1-40c2-bb48-500c3aecdf48 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:56:55.700168 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-3f24e208-e0ce-4bbb-8bd0-cb536778c9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (89aa06b4-bbf1-40c2-bb48-500c3aecdf48), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:55.777165 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 89aa06b4-bbf1-40c2-bb48-500c3aecdf48 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 00:56:55.806446 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-3f24e208-e0ce-4bbb-8bd0-cb536778c9d1 None None] Current status of the port 89aa06b4-bbf1-40c2-bb48-500c3aecdf48 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 00:56:56.947390 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 5 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 00:56:56.983842 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 43802) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:56:57.305922 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [None req-638873f0-45b7-4b89-a786-6dffca910245 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 00:56:57.306938 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-638873f0-45b7-4b89-a786-6dffca910245 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3221624 Sep 04 00:56:57.573325 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 89aa06b4-bbf1-40c2-bb48-500c3aecdf48 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 00:56:57.618817 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 89aa06b4-bbf1-40c2-bb48-500c3aecdf48 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:56:57.619186 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (89aa06b4-bbf1-40c2-bb48-500c3aecdf48), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:56:57.647508 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:56:57.688676 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 89aa06b4-bbf1-40c2-bb48-500c3aecdf48 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 00:56:59.696475 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 43810) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:57:00.021609 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-d5cfbfe3-15ae-41e1-93e0-acff953637f0 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 00:57:00.075657 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cfbfe3-15ae-41e1-93e0-acff953637f0 admin admin] Made reservation on behalf of f25649add4b1426590abafbe586fc1fa for: {'network': 1} {{(pid=106790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 00:57:00.077984 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d5cfbfe3-15ae-41e1-93e0-acff953637f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for network (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:00.086393 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d5cfbfe3-15ae-41e1-93e0-acff953637f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:00.128530 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:00.160201 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d5cfbfe3-15ae-41e1-93e0-acff953637f0 admin admin] Publish callbacks [] for security_group (8f413b5a-6338-4c0b-8285-efb51c115667), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:00.218425 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d5cfbfe3-15ae-41e1-93e0-acff953637f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (8f413b5a-6338-4c0b-8285-efb51c115667), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:00.232357 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d5cfbfe3-15ae-41e1-93e0-acff953637f0 admin admin] Reserving flat network on physical network physnet1 {{(pid=106790) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 04 00:57:00.256899 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d5cfbfe3-15ae-41e1-93e0-acff953637f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (c26850af-ca47-4ea8-9a33-a34f3381800e), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:00.257245 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.segments_db [None req-d5cfbfe3-15ae-41e1-93e0-acff953637f0 admin admin] Added segment c26850af-ca47-4ea8-9a33-a34f3381800e of type flat for network e8e0564a-d5c9-4fe0-b2d4-538f45096708 Sep 04 00:57:00.259394 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfbfe3-15ae-41e1-93e0-acff953637f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f413b5a-6338-4c0b-8285-efb51c115667,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:57:00.306139 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d5cfbfe3-15ae-41e1-93e0-acff953637f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760291093679'] for network (e8e0564a-d5c9-4fe0-b2d4-538f45096708), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:00.323367 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:00.395885 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d5cfbfe3-15ae-41e1-93e0-acff953637f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for network (e8e0564a-d5c9-4fe0-b2d4-538f45096708), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:00.396841 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cfbfe3-15ae-41e1-93e0-acff953637f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:57:00.397450 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d5cfbfe3-15ae-41e1-93e0-acff953637f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:00.493370 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfbfe3-15ae-41e1-93e0-acff953637f0 admin admin] Pushing event updated for resources: {'Network': ['ID=e8e0564a-d5c9-4fe0-b2d4-538f45096708,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:57:00.503367 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 00:57:00.524212 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-d5cfbfe3-15ae-41e1-93e0-acff953637f0 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8266456 Sep 04 00:57:00.630801 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-e49ac5d3-81c7-4dcb-889f-662646140f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:02.923266 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 43820) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:57:02.948534 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c0d82093-e2a3-4d53-bef0-fbfc4bd20dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:03.316454 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafb238b-b29e-4943-9c42-6ae42197b612 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:57:03.318287 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-fafb238b-b29e-4943-9c42-6ae42197b612 demo admin] 10.222.0.42 "GET /networking/v2.0/subnets/c9461236-5726-4fb5-be73-5965e5067b2c HTTP/1.1" status: 200 len: 849 time: 0.3938966 Sep 04 00:57:03.438766 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-e5182022-7b04-44f2-879e-dcc12d355945 demo admin] 10.222.0.42 "GET /networking/v2.0/routers/09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1 HTTP/1.1" status: 200 len: 704 time: 0.1144512 Sep 04 00:57:03.723988 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5007d3d7-f8f1-44ea-92a4-9dfbc167a8c1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:04.093480 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:04.117474 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_common [None req-5007d3d7-f8f1-44ea-92a4-9dfbc167a8c1 demo admin] Allocated IP 172.20.0.1 (0405aef7-a260-406a-9f15-0b66416e7839/c9461236-5726-4fb5-be73-5965e5067b2c/3fa24970-97a7-4f46-ac55-0b24323fa402) {{(pid=106790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 00:57:04.295803 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5007d3d7-f8f1-44ea-92a4-9dfbc167a8c1 demo admin] Publish callbacks [] for port (3fa24970-97a7-4f46-ac55-0b24323fa402), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:04.415184 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5007d3d7-f8f1-44ea-92a4-9dfbc167a8c1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (3fa24970-97a7-4f46-ac55-0b24323fa402), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:04.489995 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:04.496728 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5007d3d7-f8f1-44ea-92a4-9dfbc167a8c1 demo admin] Network 0405aef7-a260-406a-9f15-0b66416e7839 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 00:57:04.505786 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-5007d3d7-f8f1-44ea-92a4-9dfbc167a8c1 demo admin] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 00:57:04.511156 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5007d3d7-f8f1-44ea-92a4-9dfbc167a8c1 demo admin] Received port after_create {{(pid=106790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 00:57:04.511156 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5007d3d7-f8f1-44ea-92a4-9dfbc167a8c1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1721164'] for router_interface (09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:04.530671 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007d3d7-f8f1-44ea-92a4-9dfbc167a8c1 demo admin] Pushing event updated for resources: {'Port': ['ID=3fa24970-97a7-4f46-ac55-0b24323fa402,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:57:04.587171 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:04.676937 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-15ece67b-088e-431e-a5bc-9904f987ce2e None None] Provisioning complete for port 3fa24970-97a7-4f46-ac55-0b24323fa402 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:57:04.677369 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-15ece67b-088e-431e-a5bc-9904f987ce2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (3fa24970-97a7-4f46-ac55-0b24323fa402), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:04.754130 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-15ece67b-088e-431e-a5bc-9904f987ce2e None None] Port 3fa24970-97a7-4f46-ac55-0b24323fa402 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 00:57:04.800097 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5007d3d7-f8f1-44ea-92a4-9dfbc167a8c1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (3fa24970-97a7-4f46-ac55-0b24323fa402), before_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:05.007548 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5007d3d7-f8f1-44ea-92a4-9dfbc167a8c1 demo admin] Publish callbacks [] for port (3fa24970-97a7-4f46-ac55-0b24323fa402), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:05.052915 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5007d3d7-f8f1-44ea-92a4-9dfbc167a8c1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (3fa24970-97a7-4f46-ac55-0b24323fa402), after_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:05.053692 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5007d3d7-f8f1-44ea-92a4-9dfbc167a8c1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1721328'] for router_interface (09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:05.133108 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007d3d7-f8f1-44ea-92a4-9dfbc167a8c1 demo admin] Pushing event updated for resources: {'Port': ['ID=3fa24970-97a7-4f46-ac55-0b24323fa402,revision_number=2']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:57:05.180223 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5007d3d7-f8f1-44ea-92a4-9dfbc167a8c1 demo admin] Network 0405aef7-a260-406a-9f15-0b66416e7839 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 00:57:05.181532 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-5007d3d7-f8f1-44ea-92a4-9dfbc167a8c1 demo admin] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 00:57:05.374215 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b8926ad0-f837-4651-8253-f0c66371ca1b None None] Provisioning complete for port 3fa24970-97a7-4f46-ac55-0b24323fa402 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:57:05.374770 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b8926ad0-f837-4651-8253-f0c66371ca1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (3fa24970-97a7-4f46-ac55-0b24323fa402), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:05.405825 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b8926ad0-f837-4651-8253-f0c66371ca1b None None] Port 3fa24970-97a7-4f46-ac55-0b24323fa402 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 00:57:05.414088 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5007d3d7-f8f1-44ea-92a4-9dfbc167a8c1 demo admin] Router 09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1 is scheduled to L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe with binding_index 1 {{(pid=106790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 00:57:05.503903 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5007d3d7-f8f1-44ea-92a4-9dfbc167a8c1 demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 00:57:05.513419 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-5007d3d7-f8f1-44ea-92a4-9dfbc167a8c1 demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0651500 Sep 04 00:57:05.524997 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] Sync routers for ids ['09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 00:57:05.537470 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] Routers {'09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 00:57:05.539141 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T00:57:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:57:05.605680 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:05.717734 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] Set router 09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1 gateway port host: None {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 00:57:05.870708 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:06.138800 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1', 'name': 'router1', 'tenant_id': '1193eb16a76d432faf6141e47cc99c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T00:56:54Z', 'updated_at': '2022-09-04T00:57:04Z', 'revision_number': 2, 'project_id': '1193eb16a76d432faf6141e47cc99c5a', 'gw_port_host': None, '_interfaces': [{'id': '3fa24970-97a7-4f46-ac55-0b24323fa402', 'name': '', 'network_id': '0405aef7-a260-406a-9f15-0b66416e7839', 'tenant_id': '1193eb16a76d432faf6141e47cc99c5a', 'mac_address': 'fa:16:3e:2d:46:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9461236-5726-4fb5-be73-5965e5067b2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T00:57:03Z', 'updated_at': '2022-09-04T00:57:04Z', 'revision_number': 2, 'project_id': '1193eb16a76d432faf6141e47cc99c5a', 'subnets': [{'id': 'c9461236-5726-4fb5-be73-5965e5067b2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cfa5bcb-05d6-4eb4-b3b8-1e9af3f14616'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:57:06.188484 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] Checking router: 09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 00:57:06.188844 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] Updating router 09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1 port 3fa24970-97a7-4f46-ac55-0b24323fa402 binding host dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 00:57:06.241405 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (3fa24970-97a7-4f46-ac55-0b24323fa402), before_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:06.744759 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] Publish callbacks [] for port (3fa24970-97a7-4f46-ac55-0b24323fa402), precommit_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:06.807759 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (3fa24970-97a7-4f46-ac55-0b24323fa402), after_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:06.951160 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c9024-029f-42d5-966a-f9d4e5724d36 None None] Pushing event updated for resources: {'Port': ['ID=3fa24970-97a7-4f46-ac55-0b24323fa402,revision_number=3']} {{(pid=106793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:57:06.964785 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c9024-029f-42d5-966a-f9d4e5724d36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:06.969144 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c9024-029f-42d5-966a-f9d4e5724d36 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:06.969144 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c9024-029f-42d5-966a-f9d4e5724d36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:06.969144 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c9024-029f-42d5-966a-f9d4e5724d36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:06.969144 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c9024-029f-42d5-966a-f9d4e5724d36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:06.969144 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c9024-029f-42d5-966a-f9d4e5724d36 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:06.969144 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c9024-029f-42d5-966a-f9d4e5724d36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:06.969144 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c9024-029f-42d5-966a-f9d4e5724d36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:06.969144 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c9024-029f-42d5-966a-f9d4e5724d36 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:06.969144 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c9024-029f-42d5-966a-f9d4e5724d36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:06.969144 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c9024-029f-42d5-966a-f9d4e5724d36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:06.969144 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c9024-029f-42d5-966a-f9d4e5724d36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:06.969144 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c9024-029f-42d5-966a-f9d4e5724d36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:06.969144 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c9024-029f-42d5-966a-f9d4e5724d36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:06.970103 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c9024-029f-42d5-966a-f9d4e5724d36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c9024-029f-42d5-966a-f9d4e5724d36 None None] Tracked resource versions report: Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: pushed versions: Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: { 'AddressGroup': {'1.2'}, Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'Agent': {'1.1'}, Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'ConntrackHelper': {'1.0'}, Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'LocalIPAssociation': {'1.0'}, Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'Log': {'1.0'}, Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'NDPProxy': {'1.0'}, Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'Network': {'1.1'}, Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'Port': {'1.7'}, Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'PortForwarding': {'1.3'}, Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'QosPolicy': {'1.10'}, Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'SecurityGroup': {'1.5'}, Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'SecurityGroupRule': {'1.2'}, Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'SubPort': {'1.0'}, Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'Subnet': {'1.1'}, Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'Trunk': {'1.1'}} Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: consumer versions: Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'Agent': '1.1', Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'ConntrackHelper': '1.0', Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'LocalIPAssociation': '1.0', Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'Log': '1.0', Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'NDPProxy': '1.0', Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'Network': '1.1', Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'Port': '1.7', Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'PortForwarding': '1.3', Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'QosPolicy': '1.10', Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'SecurityGroup': '1.5', Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'SecurityGroupRule': '1.2', Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'SubPort': '1.0', Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'Subnet': '1.1', Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: 'Trunk': '1.1'}} Sep 04 00:57:06.970661 dv-cinder-master-3-iscsi neutron-server[106793]: {{(pid=106793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 00:57:06.979104 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] Attempting to bind port 3fa24970-97a7-4f46-ac55-0b24323fa402 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 00:57:06.979503 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] Attempting to bind port 3fa24970-97a7-4f46-ac55-0b24323fa402 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c21c3d7a-66ca-44c3-9aa5-fc700bb242f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0405aef7-a260-406a-9f15-0b66416e7839'}] {{(pid=106793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 00:57:06.979909 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] Attempting to bind port 3fa24970-97a7-4f46-ac55-0b24323fa402 on network 0405aef7-a260-406a-9f15-0b66416e7839 {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 00:57:06.985467 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 0, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 00:57:06.985871 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] Checking segment: {'id': 'c21c3d7a-66ca-44c3-9aa5-fc700bb242f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0405aef7-a260-406a-9f15-0b66416e7839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 00:57:06.986348 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:06.986747 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] Bound using segment: {'id': 'c21c3d7a-66ca-44c3-9aa5-fc700bb242f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0405aef7-a260-406a-9f15-0b66416e7839'} {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 00:57:06.987241 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] Bound port: 3fa24970-97a7-4f46-ac55-0b24323fa402, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21c3d7a-66ca-44c3-9aa5-fc700bb242f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0405aef7-a260-406a-9f15-0b66416e7839'}}] {{(pid=106793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 00:57:06.987580 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (3fa24970-97a7-4f46-ac55-0b24323fa402), before_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:07.051212 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.db [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] For port 3fa24970-97a7-4f46-ac55-0b24323fa402, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 00:57:07.070641 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.db [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] For port 3fa24970-97a7-4f46-ac55-0b24323fa402, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3fa24970-97a7-4f46-ac55-0b24323fa402,segment=NetworkSegment(c21c3d7a-66ca-44c3-9aa5-fc700bb242f0),segment_id=c21c3d7a-66ca-44c3-9aa5-fc700bb242f0)] {{(pid=106793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 00:57:07.071776 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:07.160255 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (3fa24970-97a7-4f46-ac55-0b24323fa402), after_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:07.192047 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:07.207343 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] Routers {'09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 00:57:07.207959 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T00:57:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:57:07.256468 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c9024-029f-42d5-966a-f9d4e5724d36 None None] Pushing event updated for resources: {'Port': ['ID=3fa24970-97a7-4f46-ac55-0b24323fa402,revision_number=4']} {{(pid=106793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:57:07.309821 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] Set router 09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1 gateway port host: None {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 00:57:07.502709 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1', 'name': 'router1', 'tenant_id': '1193eb16a76d432faf6141e47cc99c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T00:56:54Z', 'updated_at': '2022-09-04T00:57:04Z', 'revision_number': 2, 'project_id': '1193eb16a76d432faf6141e47cc99c5a', 'gw_port_host': None, '_interfaces': [{'id': '3fa24970-97a7-4f46-ac55-0b24323fa402', 'name': '', 'network_id': '0405aef7-a260-406a-9f15-0b66416e7839', 'tenant_id': '1193eb16a76d432faf6141e47cc99c5a', 'mac_address': 'fa:16:3e:2d:46:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9461236-5726-4fb5-be73-5965e5067b2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T00:57:03Z', 'updated_at': '2022-09-04T00:57:07Z', 'revision_number': 4, 'project_id': '1193eb16a76d432faf6141e47cc99c5a', 'subnets': [{'id': 'c9461236-5726-4fb5-be73-5965e5067b2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cfa5bcb-05d6-4eb4-b3b8-1e9af3f14616'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:57:07.532879 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3621838f-62bd-4bf7-9f00-8268eae882f6 None None] The sync data for ids ['09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1'] in dv-cinder-master-3-iscsi is: [{'id': '09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1', 'name': 'router1', 'tenant_id': '1193eb16a76d432faf6141e47cc99c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T00:56:54Z', 'updated_at': '2022-09-04T00:57:04Z', 'revision_number': 2, 'project_id': '1193eb16a76d432faf6141e47cc99c5a', 'gw_port_host': None, '_interfaces': [{'id': '3fa24970-97a7-4f46-ac55-0b24323fa402', 'name': '', 'network_id': '0405aef7-a260-406a-9f15-0b66416e7839', 'tenant_id': '1193eb16a76d432faf6141e47cc99c5a', 'mac_address': 'fa:16:3e:2d:46:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9461236-5726-4fb5-be73-5965e5067b2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T00:57:03Z', 'updated_at': '2022-09-04T00:57:07Z', 'revision_number': 4, 'project_id': '1193eb16a76d432faf6141e47cc99c5a', 'subnets': [{'id': 'c9461236-5726-4fb5-be73-5965e5067b2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cfa5bcb-05d6-4eb4-b3b8-1e9af3f14616'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 00:57:07.905032 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 43830) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:57:08.421141 dv-cinder-master-3-iscsi neutron-server[106791]: WARNING oslo_policy.policy [None req-062db69e-7bea-4097-8539-ea588a944798 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 00:57:08.421690 dv-cinder-master-3-iscsi neutron-server[106791]: WARNING oslo_policy.policy [None req-062db69e-7bea-4097-8539-ea588a944798 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 00:57:08.653452 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writer thread running {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 04 00:57:08.693942 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:08.818960 dv-cinder-master-3-iscsi neutron-server[106791]: ERROR stevedore.extension [None req-062db69e-7bea-4097-8539-ea588a944798 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 04 00:57:08.880618 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.policy [None req-062db69e-7bea-4097-8539-ea588a944798 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106791) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 04 00:57:08.922840 dv-cinder-master-3-iscsi neutron-server[106791]: WARNING oslo_policy.policy [None req-062db69e-7bea-4097-8539-ea588a944798 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 00:57:08.923474 dv-cinder-master-3-iscsi neutron-server[106791]: WARNING oslo_policy.policy [None req-062db69e-7bea-4097-8539-ea588a944798 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 00:57:08.931840 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062db69e-7bea-4097-8539-ea588a944798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:57:08.933878 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-062db69e-7bea-4097-8539-ea588a944798 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/e8e0564a-d5c9-4fe0-b2d4-538f45096708 HTTP/1.1" status: 200 len: 842 time: 1.0269427 Sep 04 00:57:08.943978 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Request body: {'subnet': {'gateway_ip': '172.37.7.1', 'name': 'public-subnet', 'cidr': '172.37.7.0/24', 'ip_version': 4, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'enable_dhcp': False}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 00:57:09.052797 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Made reservation on behalf of f25649add4b1426590abafbe586fc1fa for: {'subnet': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 00:57:09.055863 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:09.514599 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.objects.ports [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106791) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 04 00:57:09.515076 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for subnet (2b17f894-c374-4207-90ad-14f794c86627), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:09.588053 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b17f894-c374-4207-90ad-14f794c86627,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:57:09.595302 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Checking segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 00:57:09.595653 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Network hostable DHCP agents. Network: e8e0564a-d5c9-4fe0-b2d4-538f45096708, hostable agents: ['f07b96a2-ea86-405f-a561-e6ede253778c'], hosted agents: [] {{(pid=106791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 00:57:09.602301 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:09.602639 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:09.602980 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:09.603310 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:09.603630 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:09.603950 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:09.604266 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:09.604581 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:09.604899 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:09.605248 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:09.605581 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:09.605916 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:09.606235 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:09.606542 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:09.606852 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Tracked resource versions report: Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: pushed versions: Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: { 'AddressGroup': {'1.2'}, Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'Agent': {'1.1'}, Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'ConntrackHelper': {'1.0'}, Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'LocalIPAssociation': {'1.0'}, Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'Log': {'1.0'}, Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'NDPProxy': {'1.0'}, Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'Network': {'1.1'}, Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'Port': {'1.7'}, Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'PortForwarding': {'1.3'}, Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'QosPolicy': {'1.10'}, Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'SecurityGroup': {'1.5'}, Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'SecurityGroupRule': {'1.2'}, Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'SubPort': {'1.0'}, Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'Subnet': {'1.1'}, Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'Trunk': {'1.1'}} Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: consumer versions: Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'Agent': '1.1', Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'ConntrackHelper': '1.0', Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'LocalIPAssociation': '1.0', Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'Log': '1.0', Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'NDPProxy': '1.0', Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'Network': '1.1', Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'Port': '1.7', Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'PortForwarding': '1.3', Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'QosPolicy': '1.10', Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'SecurityGroup': '1.5', Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'SecurityGroupRule': '1.2', Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'SubPort': '1.0', Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'Subnet': '1.1', Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: 'Trunk': '1.1'}} Sep 04 00:57:09.608220 dv-cinder-master-3-iscsi neutron-server[106791]: {{(pid=106791) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 00:57:09.721544 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is scheduled to be hosted by DHCP agent f07b96a2-ea86-405f-a561-e6ede253778c with binding_index 1 {{(pid=106791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 00:57:09.812665 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, e8e0564a-d5c9-4fe0-b2d4-538f45096708) {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 00:57:09.817985 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:57:09.819132 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:09.823233 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26389d07-e1f6-41fd-a3f7-071d6dcde2de None None] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 00:57:09.903101 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-a93250a1-dc48-4e1e-aa82-073baa58a4e4 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9440417 Sep 04 00:57:09.932081 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf65999-3f28-42dc-9f92-a643f14612e2 None None] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 00:57:12.389382 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 43856) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:57:12.922671 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-d2352d41-46c9-447f-9f20-1d53037ec285 demo admin] 10.222.0.42 "GET /networking/v2.0/routers/09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1 HTTP/1.1" status: 200 len: 710 time: 0.5321033 Sep 04 00:57:13.010563 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17463dc-d971-42ad-8cc5-4c2cba9aca11 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:57:13.011926 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-b17463dc-d971-42ad-8cc5-4c2cba9aca11 demo admin] 10.222.0.42 "GET /networking/v2.0/networks/e8e0564a-d5c9-4fe0-b2d4-538f45096708 HTTP/1.1" status: 200 len: 886 time: 0.0837202 Sep 04 00:57:13.020848 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-8cf09c85-f259-40f1-9710-28e16261d13a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 00:57:13.216432 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:13.259180 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8cf09c85-f259-40f1-9710-28e16261d13a demo admin] Publish callbacks [] for router_gateway (09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:13.334253 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:13.546216 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8cf09c85-f259-40f1-9710-28e16261d13a demo admin] Publish callbacks [] for router_gateway (09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:13.598568 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 3fa24970-97a7-4f46-ac55-0b24323fa402 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 00:57:13.633593 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8cf09c85-f259-40f1-9710-28e16261d13a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:13.644596 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 3fa24970-97a7-4f46-ac55-0b24323fa402 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:57:13.645123 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (3fa24970-97a7-4f46-ac55-0b24323fa402), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:13.722098 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 3fa24970-97a7-4f46-ac55-0b24323fa402 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 00:57:13.722543 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (3fa24970-97a7-4f46-ac55-0b24323fa402), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:13.734123 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:13.758213 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port 3fa24970-97a7-4f46-ac55-0b24323fa402, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3fa24970-97a7-4f46-ac55-0b24323fa402,segment=NetworkSegment(c21c3d7a-66ca-44c3-9aa5-fc700bb242f0),segment_id=c21c3d7a-66ca-44c3-9aa5-fc700bb242f0)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 00:57:13.791960 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [None req-8cf09c85-f259-40f1-9710-28e16261d13a demo admin] Allocated IP 172.37.7.235 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/85e5ae40-74c8-44fd-a057-a6dcb2b1601c) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 00:57:13.825168 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (3fa24970-97a7-4f46-ac55-0b24323fa402), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:13.873319 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=3fa24970-97a7-4f46-ac55-0b24323fa402,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:57:13.902230 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8cf09c85-f259-40f1-9710-28e16261d13a demo admin] Publish callbacks [] for port (85e5ae40-74c8-44fd-a057-a6dcb2b1601c), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:14.045757 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8cf09c85-f259-40f1-9710-28e16261d13a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (85e5ae40-74c8-44fd-a057-a6dcb2b1601c), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:14.120040 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf09c85-f259-40f1-9710-28e16261d13a demo admin] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 00:57:14.124686 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-8cf09c85-f259-40f1-9710-28e16261d13a demo admin] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 00:57:14.134729 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf09c85-f259-40f1-9710-28e16261d13a demo admin] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 00:57:14.167288 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf09c85-f259-40f1-9710-28e16261d13a demo admin] Pushing event updated for resources: {'Port': ['ID=85e5ae40-74c8-44fd-a057-a6dcb2b1601c,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:57:14.314636 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:14.528823 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8cf09c85-f259-40f1-9710-28e16261d13a demo admin] Publish callbacks [] for router_gateway (09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:14.697890 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:14.713885 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8cf09c85-f259-40f1-9710-28e16261d13a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1816258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1814292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14451'] for router (09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:14.718889 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8cf09c85-f259-40f1-9710-28e16261d13a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1816313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1816304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1814275'] for router (09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:14.828121 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf09c85-f259-40f1-9710-28e16261d13a demo admin] Router 09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 00:57:14.928612 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf09c85-f259-40f1-9710-28e16261d13a demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 00:57:14.932767 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8cf09c85-f259-40f1-9710-28e16261d13a demo admin] Publish callbacks [] for router (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:14.933953 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-8cf09c85-f259-40f1-9710-28e16261d13a demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1 HTTP/1.1" status: 200 len: 890 time: 1.9161551 Sep 04 00:57:14.961888 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] Sync routers for ids ['09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 00:57:14.974165 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] Routers {'09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 00:57:14.974828 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T00:57:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:57:15.189471 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] Set router 09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 00:57:15.255175 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:15.500511 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:INSERT=1,neutron:SELECT=83,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:15.501787 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=62,neutron:INSERT=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:15.578138 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1', 'name': 'router1', 'tenant_id': '1193eb16a76d432faf6141e47cc99c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.235'}], 'enable_snat': True}, 'gw_port_id': '85e5ae40-74c8-44fd-a057-a6dcb2b1601c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T00:56:54Z', 'updated_at': '2022-09-04T00:57:14Z', 'revision_number': 4, 'project_id': '1193eb16a76d432faf6141e47cc99c5a', 'gw_port': {'id': '85e5ae40-74c8-44fd-a057-a6dcb2b1601c', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T00:57:13Z', 'updated_at': '2022-09-04T00:57:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3fa24970-97a7-4f46-ac55-0b24323fa402', 'name': '', 'network_id': '0405aef7-a260-406a-9f15-0b66416e7839', 'tenant_id': '1193eb16a76d432faf6141e47cc99c5a', 'mac_address': 'fa:16:3e:2d:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9461236-5726-4fb5-be73-5965e5067b2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T00:57:03Z', 'updated_at': '2022-09-04T00:57:13Z', 'revision_number': 5, 'project_id': '1193eb16a76d432faf6141e47cc99c5a', 'subnets': [{'id': 'c9461236-5726-4fb5-be73-5965e5067b2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cfa5bcb-05d6-4eb4-b3b8-1e9af3f14616'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:57:15.604863 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 3fa24970-97a7-4f46-ac55-0b24323fa402 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 00:57:15.648096 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] Checking router: 09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1 for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 00:57:15.648443 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] Updating router 09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1 port 85e5ae40-74c8-44fd-a057-a6dcb2b1601c binding host dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 00:57:15.800412 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (85e5ae40-74c8-44fd-a057-a6dcb2b1601c), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:15.835645 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 3fa24970-97a7-4f46-ac55-0b24323fa402 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:57:15.836011 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (3fa24970-97a7-4f46-ac55-0b24323fa402), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:16.071612 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 3fa24970-97a7-4f46-ac55-0b24323fa402 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 00:57:16.185713 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] Publish callbacks [] for port (85e5ae40-74c8-44fd-a057-a6dcb2b1601c), precommit_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:16.242392 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (85e5ae40-74c8-44fd-a057-a6dcb2b1601c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:16.274430 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] Attempting to bind port 85e5ae40-74c8-44fd-a057-a6dcb2b1601c on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 00:57:16.274793 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] Attempting to bind port 85e5ae40-74c8-44fd-a057-a6dcb2b1601c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 00:57:16.275150 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] Attempting to bind port 85e5ae40-74c8-44fd-a057-a6dcb2b1601c on network e8e0564a-d5c9-4fe0-b2d4-538f45096708 {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 00:57:16.286808 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 0, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 00:57:16.287177 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] Checking segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 00:57:16.288068 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:16.288642 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] Bound using segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 00:57:16.289128 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] Bound port: 85e5ae40-74c8-44fd-a057-a6dcb2b1601c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 00:57:16.289504 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (85e5ae40-74c8-44fd-a057-a6dcb2b1601c), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:16.314383 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a08369-dee4-47d3-a6cf-540d7b0b128e None None] Pushing event updated for resources: {'Port': ['ID=85e5ae40-74c8-44fd-a057-a6dcb2b1601c,revision_number=2']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:57:16.333728 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:16.342567 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] For port 85e5ae40-74c8-44fd-a057-a6dcb2b1601c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 00:57:16.345527 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] For port 85e5ae40-74c8-44fd-a057-a6dcb2b1601c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=85e5ae40-74c8-44fd-a057-a6dcb2b1601c,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 00:57:16.418747 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (85e5ae40-74c8-44fd-a057-a6dcb2b1601c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:16.462534 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] Routers {'09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 00:57:16.463144 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T00:57:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:57:16.501310 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:16.508764 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a08369-dee4-47d3-a6cf-540d7b0b128e None None] Pushing event updated for resources: {'Port': ['ID=85e5ae40-74c8-44fd-a057-a6dcb2b1601c,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:57:16.578233 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] Set router 09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 00:57:16.774394 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1', 'name': 'router1', 'tenant_id': '1193eb16a76d432faf6141e47cc99c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.235'}], 'enable_snat': True}, 'gw_port_id': '85e5ae40-74c8-44fd-a057-a6dcb2b1601c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T00:56:54Z', 'updated_at': '2022-09-04T00:57:14Z', 'revision_number': 4, 'project_id': '1193eb16a76d432faf6141e47cc99c5a', 'gw_port': {'id': '85e5ae40-74c8-44fd-a057-a6dcb2b1601c', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T00:57:13Z', 'updated_at': '2022-09-04T00:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3fa24970-97a7-4f46-ac55-0b24323fa402', 'name': '', 'network_id': '0405aef7-a260-406a-9f15-0b66416e7839', 'tenant_id': '1193eb16a76d432faf6141e47cc99c5a', 'mac_address': 'fa:16:3e:2d:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9461236-5726-4fb5-be73-5965e5067b2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T00:57:03Z', 'updated_at': '2022-09-04T00:57:13Z', 'revision_number': 5, 'project_id': '1193eb16a76d432faf6141e47cc99c5a', 'subnets': [{'id': 'c9461236-5726-4fb5-be73-5965e5067b2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cfa5bcb-05d6-4eb4-b3b8-1e9af3f14616'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 00:57:16.799267 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c65ed05-871f-4fea-988f-8102affc8f6c None None] The sync data for ids ['09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1'] in dv-cinder-master-3-iscsi is: [{'id': '09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1', 'name': 'router1', 'tenant_id': '1193eb16a76d432faf6141e47cc99c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.235'}], 'enable_snat': True}, 'gw_port_id': '85e5ae40-74c8-44fd-a057-a6dcb2b1601c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T00:56:54Z', 'updated_at': '2022-09-04T00:57:14Z', 'revision_number': 4, 'project_id': '1193eb16a76d432faf6141e47cc99c5a', 'gw_port': {'id': '85e5ae40-74c8-44fd-a057-a6dcb2b1601c', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T00:57:13Z', 'updated_at': '2022-09-04T00:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3fa24970-97a7-4f46-ac55-0b24323fa402', 'name': '', 'network_id': '0405aef7-a260-406a-9f15-0b66416e7839', 'tenant_id': '1193eb16a76d432faf6141e47cc99c5a', 'mac_address': 'fa:16:3e:2d:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09132f2f-5f0d-4cf8-9e1a-20bdebe20ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9461236-5726-4fb5-be73-5965e5067b2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T00:57:03Z', 'updated_at': '2022-09-04T00:57:13Z', 'revision_number': 5, 'project_id': '1193eb16a76d432faf6141e47cc99c5a', 'subnets': [{'id': 'c9461236-5726-4fb5-be73-5965e5067b2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cfa5bcb-05d6-4eb4-b3b8-1e9af3f14616'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 00:57:17.504781 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=23 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:17.506089 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=47 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:17.555604 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 43866) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:57:17.597240 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 85e5ae40-74c8-44fd-a057-a6dcb2b1601c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 00:57:17.644925 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 85e5ae40-74c8-44fd-a057-a6dcb2b1601c triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:57:17.645371 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (85e5ae40-74c8-44fd-a057-a6dcb2b1601c), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:17.716500 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 85e5ae40-74c8-44fd-a057-a6dcb2b1601c is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 00:57:17.716884 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (85e5ae40-74c8-44fd-a057-a6dcb2b1601c), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:17.737529 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port 85e5ae40-74c8-44fd-a057-a6dcb2b1601c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=85e5ae40-74c8-44fd-a057-a6dcb2b1601c,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 00:57:17.801368 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (85e5ae40-74c8-44fd-a057-a6dcb2b1601c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:17.849996 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=85e5ae40-74c8-44fd-a057-a6dcb2b1601c,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:57:17.954463 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-7d1856c8-b3fd-478a-a4e3-309fd7d5f7ee admin admin] 10.222.0.42 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3977110 Sep 04 00:57:19.577323 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 85e5ae40-74c8-44fd-a057-a6dcb2b1601c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 00:57:19.634955 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 85e5ae40-74c8-44fd-a057-a6dcb2b1601c triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:57:19.635566 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (85e5ae40-74c8-44fd-a057-a6dcb2b1601c), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:19.713062 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 85e5ae40-74c8-44fd-a057-a6dcb2b1601c is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 00:57:27.948652 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=18 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:27.961568 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=66 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:29.709411 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:29.712859 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:30.650820 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-f358a509-53fa-46d2-863c-1a2c93321041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:32.949633 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c9ccb266-bee6-4f8a-8d50-0a5919b36393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:33.989605 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 5 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 00:57:34.120603 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:35.658377 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:35.903954 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:57:38.947549 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=2 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:43.943921 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=6 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:45.820094 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:57:45.838816 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:00.666036 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-418055ba-5ecb-4379-8cfe-fcf7292c6756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:02.977287 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-caaa693c-12fc-474e-9ec1-499521e7ef49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:03.940625 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:03.966797 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:04.079802 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:05.633804 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:05.891011 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:10.949390 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 5 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 00:58:15.826675 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:15.834752 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:28.940609 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=5 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:28.942719 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:30.659013 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-0161eee4-cb6f-4dd5-aa79-dbad102e810d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:32.964107 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-61975c55-c993-44c1-b10d-2f6b13c805b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:34.078584 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:35.661874 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:35.876237 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:42.666832 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 44406) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:58:43.025369 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.pecan_wsgi.hooks.translation [None req-e797387b-cc6b-460e-9a8e-a2e13cf9bf84 admin admin] GET failed (client error): The resource could not be found. Sep 04 00:58:43.027369 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-e797387b-cc6b-460e-9a8e-a2e13cf9bf84 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3593869 Sep 04 00:58:43.195955 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485d4bf5-b76d-48a2-b584-eeaf2145320d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:58:43.197434 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-485d4bf5-b76d-48a2-b584-eeaf2145320d admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1658797 Sep 04 00:58:45.528989 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 44416) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:58:45.819689 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:45.821574 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:45.904194 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e912eaff-6294-46a8-a550-f933c0e575a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:58:45.905633 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-e912eaff-6294-46a8-a550-f933c0e575a5 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/c9461236-5726-4fb5-be73-5965e5067b2c HTTP/1.1" status: 200 len: 849 time: 0.3756471 Sep 04 00:58:45.915918 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-490ac8bf-c0a7-4796-94d1-d032f496f463 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 00:58:46.005614 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-490ac8bf-c0a7-4796-94d1-d032f496f463 admin admin] Publish callbacks [] for subnet (c9461236-5726-4fb5-be73-5965e5067b2c), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:46.197959 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-490ac8bf-c0a7-4796-94d1-d032f496f463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760291559361'] for subnet (c9461236-5726-4fb5-be73-5965e5067b2c), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:46.232066 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490ac8bf-c0a7-4796-94d1-d032f496f463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:58:46.233282 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-490ac8bf-c0a7-4796-94d1-d032f496f463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:46.233907 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-490ac8bf-c0a7-4796-94d1-d032f496f463 admin admin] 10.222.0.42 "PUT /networking/v2.0/subnets/c9461236-5726-4fb5-be73-5965e5067b2c HTTP/1.1" status: 200 len: 868 time: 0.3216505 Sep 04 00:58:46.236327 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5e816c-d442-4d4e-8c61-d89c14952807 None None] Network 0405aef7-a260-406a-9f15-0b66416e7839 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 00:58:46.255559 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ac8bf-c0a7-4796-94d1-d032f496f463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9461236-5726-4fb5-be73-5965e5067b2c,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:58:46.263219 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ac8bf-c0a7-4796-94d1-d032f496f463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:46.263500 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ac8bf-c0a7-4796-94d1-d032f496f463 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:46.263835 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ac8bf-c0a7-4796-94d1-d032f496f463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:46.264174 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ac8bf-c0a7-4796-94d1-d032f496f463 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:46.264503 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ac8bf-c0a7-4796-94d1-d032f496f463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:46.264857 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ac8bf-c0a7-4796-94d1-d032f496f463 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:46.265211 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ac8bf-c0a7-4796-94d1-d032f496f463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:46.265532 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ac8bf-c0a7-4796-94d1-d032f496f463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:46.265853 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ac8bf-c0a7-4796-94d1-d032f496f463 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:46.266175 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ac8bf-c0a7-4796-94d1-d032f496f463 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:46.266494 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ac8bf-c0a7-4796-94d1-d032f496f463 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:46.266811 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ac8bf-c0a7-4796-94d1-d032f496f463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:46.267126 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ac8bf-c0a7-4796-94d1-d032f496f463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:46.267437 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ac8bf-c0a7-4796-94d1-d032f496f463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:46.267754 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ac8bf-c0a7-4796-94d1-d032f496f463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:58:46.532651 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-ad92de49-1ddb-48ba-9c81-04ca746f05ae None None] Provisioning complete for port 3fa24970-97a7-4f46-ac55-0b24323fa402 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:58:46.532938 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-ad92de49-1ddb-48ba-9c81-04ca746f05ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (3fa24970-97a7-4f46-ac55-0b24323fa402), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:46.606563 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-ad92de49-1ddb-48ba-9c81-04ca746f05ae None None] Current status of the port 3fa24970-97a7-4f46-ac55-0b24323fa402 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 00:58:46.614603 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-ad92de49-1ddb-48ba-9c81-04ca746f05ae None None] Provisioning complete for port 89aa06b4-bbf1-40c2-bb48-500c3aecdf48 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:58:46.614982 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-ad92de49-1ddb-48ba-9c81-04ca746f05ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (89aa06b4-bbf1-40c2-bb48-500c3aecdf48), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:58:46.684714 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-ad92de49-1ddb-48ba-9c81-04ca746f05ae None None] Current status of the port 89aa06b4-bbf1-40c2-bb48-500c3aecdf48 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 00:58:47.948668 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 5 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 00:58:48.568810 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 44424) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:58:49.124012 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d60731-2aef-45d6-be0e-682273052ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:58:49.124475 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d60731-2aef-45d6-be0e-682273052ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:58:49.126005 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-b0d60731-2aef-45d6-be0e-682273052ced admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5562160 Sep 04 00:58:51.443118 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 44432) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:58:51.860847 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861bc388-a238-4aba-b0e9-ce722487676d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:58:51.861335 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861bc388-a238-4aba-b0e9-ce722487676d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:58:51.863702 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-861bc388-a238-4aba-b0e9-ce722487676d admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4196088 Sep 04 00:58:54.191623 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 44440) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:58:54.596195 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8d4bdf-7aac-4686-a8d0-025d03a65539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:58:54.598982 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-1f8d4bdf-7aac-4686-a8d0-025d03a65539 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/0405aef7-a260-406a-9f15-0b66416e7839 HTTP/1.1" status: 200 len: 869 time: 0.4063385 Sep 04 00:58:56.680058 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=40 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:56.683023 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=37 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:56.949299 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 44450) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:58:57.418952 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34ae1be-8b82-4859-9485-6e7371d8393b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:58:57.420311 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-a34ae1be-8b82-4859-9485-6e7371d8393b admin admin] 10.222.0.42 "GET /networking/v2.0/networks/e8e0564a-d5c9-4fe0-b2d4-538f45096708 HTTP/1.1" status: 200 len: 886 time: 0.4700410 Sep 04 00:58:57.944747 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=3 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:57.945446 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=5 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:58:59.758129 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 44458) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:59:00.149749 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166f700d-291d-4b81-adae-bb516ef545b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:59:00.150119 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166f700d-291d-4b81-adae-bb516ef545b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:59:00.151624 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-166f700d-291d-4b81-adae-bb516ef545b1 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3925476 Sep 04 00:59:00.669586 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c264dac5-bcb4-41f6-9daa-e7ed1449c563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:01.857514 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=81,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:01.858370 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=87,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:02.520432 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 44466) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:59:02.895179 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16c98c2-9486-4568-b5fd-4f892f0c1dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:59:02.895630 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16c98c2-9486-4568-b5fd-4f892f0c1dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:59:02.897188 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-f16c98c2-9486-4568-b5fd-4f892f0c1dfc admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3757815 Sep 04 00:59:02.946446 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-50fe2c22-13c3-4e37-9c7d-670c5653a73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:04.094590 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:05.297706 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 44476) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:59:05.637106 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:05.725302 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e38e3e-b40c-465d-9705-7371e554b9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:59:05.726629 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-e6e38e3e-b40c-465d-9705-7371e554b9e8 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/2b17f894-c374-4207-90ad-14f794c86627 HTTP/1.1" status: 200 len: 816 time: 0.4279957 Sep 04 00:59:05.898163 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:08.073104 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 44484) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:59:08.435081 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63998ef5-c309-4fe5-8d99-b8e84c728dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:59:08.436418 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-63998ef5-c309-4fe5-8d99-b8e84c728dde admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/c9461236-5726-4fb5-be73-5965e5067b2c HTTP/1.1" status: 200 len: 868 time: 0.3623428 Sep 04 00:59:12.888989 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=32 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:12.890935 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=37 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:15.824559 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:15.827506 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:18.427134 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=12 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:18.431568 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=11 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:24.947266 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 5 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 00:59:30.668220 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-1af9eb43-8cea-4649-af79-4f16b9201001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:32.977100 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-f9e19a68-2171-44b9-9b18-7207ab037120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:34.098944 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:34.942952 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=16 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:34.943933 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=18 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:35.733611 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:35.888087 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:37.017687 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 44540) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:59:37.335079 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [None req-6752fb47-e17b-43a0-afb8-013196a25bc0 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 00:59:37.336083 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-6752fb47-e17b-43a0-afb8-013196a25bc0 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3175333 Sep 04 00:59:39.807024 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 44548) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:59:40.140251 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.pecan_wsgi.hooks.translation [None req-09769d49-5421-4fe9-95c3-922ae85bcd3a admin admin] GET failed (client error): The resource could not be found. Sep 04 00:59:40.141669 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-09769d49-5421-4fe9-95c3-922ae85bcd3a admin admin] 10.222.0.42 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3337121 Sep 04 00:59:40.285893 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0712d399-d020-47f7-8cf4-84c309897750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:59:40.287272 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-0712d399-d020-47f7-8cf4-84c309897750 admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1413617 Sep 04 00:59:42.722247 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 44556) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:59:43.069362 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 00:59:43.184184 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Made reservation on behalf of f25649add4b1426590abafbe586fc1fa for: {'network': 1} {{(pid=106790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 00:59:43.186613 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for network (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:43.217786 dv-cinder-master-3-iscsi neutron-server[106790]: WARNING neutron.services.revisions.revision_plugin [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Could not find related network for resource to bump revision. Sep 04 00:59:43.229386 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=106790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 00:59:43.238678 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (4e19c3f3-3b44-45ba-bb23-f26c22c581ca), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:43.239008 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.segments_db [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Added segment 4e19c3f3-3b44-45ba-bb23-f26c22c581ca of type vlan for network 4691c8cf-0c39-4045-a03b-ff5044c49d0a Sep 04 00:59:43.280837 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760291093679'] for network (4691c8cf-0c39-4045-a03b-ff5044c49d0a), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:43.378619 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for network (4691c8cf-0c39-4045-a03b-ff5044c49d0a), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:43.379625 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:59:43.380200 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:43.443839 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Pushing event updated for resources: {'Network': ['ID=4691c8cf-0c39-4045-a03b-ff5044c49d0a,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:59:43.450388 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:43.451149 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:43.451149 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:43.451399 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:43.451727 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:43.452053 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:43.452373 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:43.452693 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:43.453681 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:43.454005 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:43.454329 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:43.454649 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:43.454966 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:43.455281 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:43.455594 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:43.466337 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Network 4691c8cf-0c39-4045-a03b-ff5044c49d0a details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 00:59:43.502013 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-d73d0721-aaa6-4dbf-9c4a-8ca6bd4246cd admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7786841 Sep 04 00:59:45.881291 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 44564) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 00:59:46.213290 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e40bad-8292-46bd-abc6-619223754ff2 admin admin] GET failed (client error): The resource could not be found. Sep 04 00:59:46.214533 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-84e40bad-8292-46bd-abc6-619223754ff2 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3322909 Sep 04 00:59:46.286088 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1168a437-8bde-466d-b2fe-aaddd2f9d55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:59:46.287483 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-1168a437-8bde-466d-b2fe-aaddd2f9d55d admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678761 Sep 04 00:59:46.297493 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-a6d64149-01ef-4d94-8cf4-2c72017941c6 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '4691c8cf-0c39-4045-a03b-ff5044c49d0a', 'description': 'shared-subnet'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 00:59:46.378738 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d64149-01ef-4d94-8cf4-2c72017941c6 admin admin] Made reservation on behalf of f25649add4b1426590abafbe586fc1fa for: {'subnet': 1} {{(pid=106790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 00:59:46.380974 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a6d64149-01ef-4d94-8cf4-2c72017941c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:46.611019 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a6d64149-01ef-4d94-8cf4-2c72017941c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for subnet (af176dda-46d0-442a-95d1-07972f29a71c), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:46.665329 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d64149-01ef-4d94-8cf4-2c72017941c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af176dda-46d0-442a-95d1-07972f29a71c,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:59:46.675199 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d64149-01ef-4d94-8cf4-2c72017941c6 admin admin] Checking segment: {'id': '4e19c3f3-3b44-45ba-bb23-f26c22c581ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4691c8cf-0c39-4045-a03b-ff5044c49d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 00:59:46.675550 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d64149-01ef-4d94-8cf4-2c72017941c6 admin admin] Network hostable DHCP agents. Network: 4691c8cf-0c39-4045-a03b-ff5044c49d0a, hostable agents: ['f07b96a2-ea86-405f-a561-e6ede253778c'], hosted agents: [] {{(pid=106790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 00:59:46.764425 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d64149-01ef-4d94-8cf4-2c72017941c6 admin admin] Network 4691c8cf-0c39-4045-a03b-ff5044c49d0a is scheduled to be hosted by DHCP agent f07b96a2-ea86-405f-a561-e6ede253778c with binding_index 1 {{(pid=106790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 00:59:46.827447 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-a6d64149-01ef-4d94-8cf4-2c72017941c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 4691c8cf-0c39-4045-a03b-ff5044c49d0a) {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 00:59:46.832023 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d64149-01ef-4d94-8cf4-2c72017941c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 00:59:46.832598 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a6d64149-01ef-4d94-8cf4-2c72017941c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for subnet (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:46.837793 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fd5ca6-8268-49e0-8697-b65b5aa1e802 None None] Network 4691c8cf-0c39-4045-a03b-ff5044c49d0a requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 00:59:46.838395 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:46.925056 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-a6d64149-01ef-4d94-8cf4-2c72017941c6 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6311011 Sep 04 00:59:46.943138 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-4691c8cf-0c39-4045-a03b-ff5044c49d0a', 'network_id': '4691c8cf-0c39-4045-a03b-ff5044c49d0a', 'project_id': 'f25649add4b1426590abafbe586fc1fa', 'fixed_ips': [{'subnet_id': 'af176dda-46d0-442a-95d1-07972f29a71c'}]}} from dv-cinder-master-3-iscsi. {{(pid=106792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 00:59:46.944088 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:47.094172 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.db_base_plugin_common [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Allocated IP 192.168.233.2 (4691c8cf-0c39-4045-a03b-ff5044c49d0a/af176dda-46d0-442a-95d1-07972f29a71c/ca102ce7-433c-4029-aabf-33d944165ff1) {{(pid=106792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 00:59:47.238694 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Publish callbacks [] for port (ca102ce7-433c-4029-aabf-33d944165ff1), precommit_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:47.310929 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (ca102ce7-433c-4029-aabf-33d944165ff1), after_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:47.451364 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Network 4691c8cf-0c39-4045-a03b-ff5044c49d0a is already hosted by enough agents. {{(pid=106792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 00:59:47.456997 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.base_scheduler [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Resources bound (agent type, host, resource id): {{(pid=106792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 00:59:47.459185 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Pushing event updated for resources: {'Port': ['ID=ca102ce7-433c-4029-aabf-33d944165ff1,revision_number=1']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:59:47.461469 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Received port after_create {{(pid=106792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 00:59:47.492108 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:47.492446 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:47.492798 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:47.493181 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:47.493510 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:47.493832 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:47.494179 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:47.494495 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:47.494810 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:47.495128 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:47.495443 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:47.495778 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:47.496102 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:47.496412 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:47.496721 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 00:59:47.529913 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Attempting to bind port ca102ce7-433c-4029-aabf-33d944165ff1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 00:59:47.530276 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Attempting to bind port ca102ce7-433c-4029-aabf-33d944165ff1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '4e19c3f3-3b44-45ba-bb23-f26c22c581ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4691c8cf-0c39-4045-a03b-ff5044c49d0a'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 00:59:47.530629 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Attempting to bind port ca102ce7-433c-4029-aabf-33d944165ff1 on network 4691c8cf-0c39-4045-a03b-ff5044c49d0a {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 00:59:47.536892 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 0, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 00:59:47.537294 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Checking segment: {'id': '4e19c3f3-3b44-45ba-bb23-f26c22c581ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4691c8cf-0c39-4045-a03b-ff5044c49d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 00:59:47.537685 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:47.538086 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Bound using segment: {'id': '4e19c3f3-3b44-45ba-bb23-f26c22c581ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4691c8cf-0c39-4045-a03b-ff5044c49d0a'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 00:59:47.538538 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Bound port: ca102ce7-433c-4029-aabf-33d944165ff1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e19c3f3-3b44-45ba-bb23-f26c22c581ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4691c8cf-0c39-4045-a03b-ff5044c49d0a'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 00:59:47.538950 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (ca102ce7-433c-4029-aabf-33d944165ff1), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:47.602807 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] For port ca102ce7-433c-4029-aabf-33d944165ff1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 00:59:47.605946 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] For port ca102ce7-433c-4029-aabf-33d944165ff1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ca102ce7-433c-4029-aabf-33d944165ff1,segment=NetworkSegment(4e19c3f3-3b44-45ba-bb23-f26c22c581ca),segment_id=4e19c3f3-3b44-45ba-bb23-f26c22c581ca)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 00:59:47.694023 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (ca102ce7-433c-4029-aabf-33d944165ff1), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:47.749826 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed87ccb-3061-4dc4-90a0-d3660d77b899 None None] Pushing event updated for resources: {'Port': ['ID=ca102ce7-433c-4029-aabf-33d944165ff1,revision_number=2']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:59:48.533817 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416233a7-abe0-471c-9830-2c653fd98653 None None] Network 4691c8cf-0c39-4045-a03b-ff5044c49d0a requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 00:59:48.590205 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:48.599218 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 00:59:48.600043 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-6fde47b6-9464-4ea9-9e78-581836bb301a None None] Provisioning complete for port ca102ce7-433c-4029-aabf-33d944165ff1 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:59:48.600429 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6fde47b6-9464-4ea9-9e78-581836bb301a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (ca102ce7-433c-4029-aabf-33d944165ff1), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:48.727130 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-6fde47b6-9464-4ea9-9e78-581836bb301a None None] Current status of the port ca102ce7-433c-4029-aabf-33d944165ff1 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 00:59:48.727521 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6fde47b6-9464-4ea9-9e78-581836bb301a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (ca102ce7-433c-4029-aabf-33d944165ff1), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:48.772037 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-6fde47b6-9464-4ea9-9e78-581836bb301a None None] For port ca102ce7-433c-4029-aabf-33d944165ff1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ca102ce7-433c-4029-aabf-33d944165ff1,segment=NetworkSegment(4e19c3f3-3b44-45ba-bb23-f26c22c581ca),segment_id=4e19c3f3-3b44-45ba-bb23-f26c22c581ca)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 00:59:48.864549 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6fde47b6-9464-4ea9-9e78-581836bb301a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (ca102ce7-433c-4029-aabf-33d944165ff1), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:48.916323 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde47b6-9464-4ea9-9e78-581836bb301a None None] Pushing event updated for resources: {'Port': ['ID=ca102ce7-433c-4029-aabf-33d944165ff1,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 00:59:48.984794 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b623ff26-7852-4b77-8367-0a3fd8f60c7c None None] Provisioning complete for port ca102ce7-433c-4029-aabf-33d944165ff1 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:59:48.985383 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b623ff26-7852-4b77-8367-0a3fd8f60c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (ca102ce7-433c-4029-aabf-33d944165ff1), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:49.063206 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b623ff26-7852-4b77-8367-0a3fd8f60c7c None None] Current status of the port ca102ce7-433c-4029-aabf-33d944165ff1 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 00:59:49.686372 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device ca102ce7-433c-4029-aabf-33d944165ff1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 00:59:49.735873 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port ca102ce7-433c-4029-aabf-33d944165ff1 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 00:59:49.736197 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (ca102ce7-433c-4029-aabf-33d944165ff1), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 00:59:49.810695 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port ca102ce7-433c-4029-aabf-33d944165ff1 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 00:59:56.842673 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=73,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:00.658624 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb29e-d2f3-4ab3-ad75-08acfab2f7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:01.946546 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 5 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:00:02.952405 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-f905ddcc-1edb-4515-9bf4-95ebb20d4398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:04.106698 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:05.635297 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:05.819415 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:05.925450 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:11.942574 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=4 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:11.943328 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=4 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:15.828007 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:28.937823 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:30.714185 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-cf53807f-8359-4d6b-97ec-40751b8cf496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:32.954369 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-422e42a5-5e14-4ada-841f-c89ac5b88f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:34.117168 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:35.635011 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:35.875120 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:00:38.945477 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 5 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:00:43.942518 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=2 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:45.823332 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:45.825204 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:00:48.942400 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=6 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:00.672996 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed65f-57df-4a06-a40f-f06f33ff9340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:02.968129 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-f6cf59c8-f7a0-4c77-8a0c-020b252c8c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:04.113293 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:05.693490 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:05.893395 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:15.822053 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:15.823950 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:15.944155 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 5 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:01:27.728056 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=17 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:27.732093 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=17 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:30.706509 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-81079344-1fbe-46aa-9e5e-114b0bf9fac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:32.957976 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-74dfeccf-037b-407a-b40e-9f6c0439b8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:33.197823 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 44604) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:01:33.204156 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [None req-df2a462f-43ff-4dca-b74c-d9561748b88d tempest-verify_tempest_config-1099395170 tempest-verify_tempest_config-1099395170-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 01:01:33.205157 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-df2a462f-43ff-4dca-b74c-d9561748b88d tempest-verify_tempest_config-1099395170 tempest-verify_tempest_config-1099395170-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0062628 Sep 04 01:01:33.944611 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 44624) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:01:34.108980 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:34.252525 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d5feba4c-ffc9-4664-a501-49bc5997ebfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:34.323684 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d5feba4c-ffc9-4664-a501-49bc5997ebfd admin admin] Publish callbacks [] for security_group (82dfa369-ba4c-4300-874d-6c1da065ae6d), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:34.387224 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d5feba4c-ffc9-4664-a501-49bc5997ebfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (82dfa369-ba4c-4300-874d-6c1da065ae6d), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:34.439897 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-d5feba4c-ffc9-4664-a501-49bc5997ebfd admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e7e4ee55a7b245f5b2670340ddb85c47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4941676 Sep 04 01:01:34.440737 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5feba4c-ffc9-4664-a501-49bc5997ebfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dfa369-ba4c-4300-874d-6c1da065ae6d,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:01:34.442773 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 44636) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:01:34.447544 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5feba4c-ffc9-4664-a501-49bc5997ebfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.447891 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5feba4c-ffc9-4664-a501-49bc5997ebfd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.448253 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5feba4c-ffc9-4664-a501-49bc5997ebfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.448591 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5feba4c-ffc9-4664-a501-49bc5997ebfd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.449583 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5feba4c-ffc9-4664-a501-49bc5997ebfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.449916 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5feba4c-ffc9-4664-a501-49bc5997ebfd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.450242 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5feba4c-ffc9-4664-a501-49bc5997ebfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.450571 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5feba4c-ffc9-4664-a501-49bc5997ebfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.450910 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5feba4c-ffc9-4664-a501-49bc5997ebfd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.451237 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5feba4c-ffc9-4664-a501-49bc5997ebfd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.451561 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5feba4c-ffc9-4664-a501-49bc5997ebfd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.451903 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5feba4c-ffc9-4664-a501-49bc5997ebfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.452226 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5feba4c-ffc9-4664-a501-49bc5997ebfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.452548 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5feba4c-ffc9-4664-a501-49bc5997ebfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.452862 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5feba4c-ffc9-4664-a501-49bc5997ebfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.526324 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-564fc75b-ada0-4a8b-8c49-be780db68604 admin admin] Publish callbacks [] for security_group (82dfa369-ba4c-4300-874d-6c1da065ae6d), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:34.545377 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-564fc75b-ada0-4a8b-8c49-be780db68604 admin admin] Publish callbacks [] for security_group (82dfa369-ba4c-4300-874d-6c1da065ae6d), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:34.741511 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-564fc75b-ada0-4a8b-8c49-be780db68604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (82dfa369-ba4c-4300-874d-6c1da065ae6d), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:34.744089 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-564fc75b-ada0-4a8b-8c49-be780db68604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:34.745300 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-564fc75b-ada0-4a8b-8c49-be780db68604 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/82dfa369-ba4c-4300-874d-6c1da065ae6d HTTP/1.1" status: 204 len: 168 time: 0.3015366 Sep 04 01:01:34.755191 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fc75b-ada0-4a8b-8c49-be780db68604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dfa369-ba4c-4300-874d-6c1da065ae6d,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:01:34.762823 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fc75b-ada0-4a8b-8c49-be780db68604 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.763163 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fc75b-ada0-4a8b-8c49-be780db68604 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.763520 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fc75b-ada0-4a8b-8c49-be780db68604 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.763861 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fc75b-ada0-4a8b-8c49-be780db68604 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.764193 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fc75b-ada0-4a8b-8c49-be780db68604 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.764521 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fc75b-ada0-4a8b-8c49-be780db68604 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.764843 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fc75b-ada0-4a8b-8c49-be780db68604 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.765189 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fc75b-ada0-4a8b-8c49-be780db68604 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.765514 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fc75b-ada0-4a8b-8c49-be780db68604 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.765836 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fc75b-ada0-4a8b-8c49-be780db68604 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.766176 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fc75b-ada0-4a8b-8c49-be780db68604 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.767022 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fc75b-ada0-4a8b-8c49-be780db68604 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.767022 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fc75b-ada0-4a8b-8c49-be780db68604 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.767250 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fc75b-ada0-4a8b-8c49-be780db68604 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:34.767437 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fc75b-ada0-4a8b-8c49-be780db68604 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:01:35.648976 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:35.883097 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:01:44.432709 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=18,neutron:INSERT=5 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:44.443788 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=21,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:44.748558 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:44.758497 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:45.820593 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:45.821955 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:01:52.943048 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 5 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:02:00.705826 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-eeb8c859-2238-47cf-8734-429371ec8b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:02.939026 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=4 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:02:02.941028 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=4 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:02:02.968498 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-9af02129-49f3-476d-b130-2481568fade4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:04.128204 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:05.644855 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:05.920163 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:15.820515 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:02:15.823346 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:02:29.942739 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 5 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:02:30.672890 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-cfe3be6a-9472-405f-8388-ff05ce1b8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:32.952511 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-e9c557df-6b06-4b87-9633-01a2a667ef9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:34.144326 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:35.661160 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:35.887110 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:02:39.937917 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=3 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:02:39.938729 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:02:45.817961 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:02:45.819822 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:00.659890 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-43164413-370e-47fb-abfe-ff8826d4db5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:03:02.966127 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-795da3f1-01e7-46a2-bb5a-d98230fd85a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:03:04.131699 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:03:05.663013 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:03:05.868732 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:03:06.520237 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814056'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:03:06.941140 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:03:16.449204 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:16.453117 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:16.936988 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=4 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:16.937821 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=6 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:19.131981 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 44722) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:03:19.258025 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-90cd02bd-7f73-4f29-9d9d-7a73149d1414 admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1250510 Sep 04 01:03:21.449743 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 44732) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:03:21.504588 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-90b7a7c9-56fd-4402-9c73-96bfa2488c49 admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0538166 Sep 04 01:03:27.726114 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=14 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:27.729936 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=12 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:30.664632 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-9151b14c-5347-4c50-8212-09049fd48e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:03:31.499402 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:31.500590 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:32.961867 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2d0cc017-656b-4e10-b2c1-712dbda6dc99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:03:34.125177 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:03:35.704768 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:03:35.898422 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:03:36.549763 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:03:43.940690 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:03:46.444616 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:46.449243 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:48.953395 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=5 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:03:53.936990 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=3 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:00.678784 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-9d6f0553-c854-4a54-b07a-be1ea4efe70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:02.976487 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-8b0d1506-6b6e-4e5e-a5f8-4109b6955176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:04.143389 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:05.686300 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:05.869531 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:06.531426 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:16.457108 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:16.462939 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:20.939122 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:04:28.947514 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:30.682941 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-38124b3a-21ac-40eb-816e-79583bba0490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:30.935548 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=5 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:33.020217 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-f5d74ebd-d13b-4953-acd2-58998bc3a6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:34.124962 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:35.688600 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:35.879172 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:36.545734 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:46.456861 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:46.458123 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:52.088167 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 44860) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:52.615712 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1909304110-network', 'tenant_id': 'e07d8b14fef34e04a0410f12e5dbd2fe'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:04:52.685133 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Made reservation on behalf of e07d8b14fef34e04a0410f12e5dbd2fe for: {'network': 1} {{(pid=106790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:04:52.688729 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for network (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:52.701392 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:52.775582 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Publish callbacks [] for security_group (703cb105-947c-42c1-9237-d9f950459033), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:52.916951 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (703cb105-947c-42c1-9237-d9f950459033), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:52.938348 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=106790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:04:52.957969 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (fa03338c-c7bc-4666-a251-ff3dadbd2af6), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:52.960250 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.segments_db [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Added segment fa03338c-c7bc-4666-a251-ff3dadbd2af6 of type vlan for network 3b7528ba-1624-4915-b635-aeb0700ea8e7 Sep 04 01:04:52.960250 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703cb105-947c-42c1-9237-d9f950459033,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:52.986897 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Tracked resource versions report: Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: pushed versions: Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: { 'AddressGroup': {'1.2'}, Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: 'Agent': {'1.1'}, Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: 'ConntrackHelper': {'1.0'}, Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: 'LocalIPAssociation': {'1.0'}, Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: 'Log': {'1.0'}, Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: 'NDPProxy': {'1.0'}, Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: 'Network': {'1.1'}, Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: 'Port': {'1.7'}, Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: 'PortForwarding': {'1.3'}, Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: 'QosPolicy': {'1.10'}, Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: 'SecurityGroup': {'1.5'}, Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: 'SecurityGroupRule': {'1.2'}, Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: 'SubPort': {'1.0'}, Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: 'Subnet': {'1.1'}, Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: 'Trunk': {'1.1'}} Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: consumer versions: Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 04 01:04:52.994731 dv-cinder-master-3-iscsi neutron-server[106790]: HyperV agent@hv-cinder-maste: {}, Sep 04 01:04:52.997418 dv-cinder-master-3-iscsi neutron-server[106790]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 04 01:04:52.997418 dv-cinder-master-3-iscsi neutron-server[106790]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 04 01:04:52.997418 dv-cinder-master-3-iscsi neutron-server[106790]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 04 01:04:52.997418 dv-cinder-master-3-iscsi neutron-server[106790]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 04 01:04:52.997418 dv-cinder-master-3-iscsi neutron-server[106790]: 'Agent': '1.1', Sep 04 01:04:52.997418 dv-cinder-master-3-iscsi neutron-server[106790]: 'ConntrackHelper': '1.0', Sep 04 01:04:52.997418 dv-cinder-master-3-iscsi neutron-server[106790]: 'LocalIPAssociation': '1.0', Sep 04 01:04:52.997418 dv-cinder-master-3-iscsi neutron-server[106790]: 'Log': '1.0', Sep 04 01:04:52.997418 dv-cinder-master-3-iscsi neutron-server[106790]: 'NDPProxy': '1.0', Sep 04 01:04:52.997418 dv-cinder-master-3-iscsi neutron-server[106790]: 'Network': '1.1', Sep 04 01:04:52.997418 dv-cinder-master-3-iscsi neutron-server[106790]: 'Port': '1.7', Sep 04 01:04:52.997418 dv-cinder-master-3-iscsi neutron-server[106790]: 'PortForwarding': '1.3', Sep 04 01:04:52.997418 dv-cinder-master-3-iscsi neutron-server[106790]: 'QosPolicy': '1.10', Sep 04 01:04:52.997418 dv-cinder-master-3-iscsi neutron-server[106790]: 'SecurityGroup': '1.5', Sep 04 01:04:52.997418 dv-cinder-master-3-iscsi neutron-server[106790]: 'SecurityGroupRule': '1.2', Sep 04 01:04:52.997418 dv-cinder-master-3-iscsi neutron-server[106790]: 'SubPort': '1.0', Sep 04 01:04:52.997418 dv-cinder-master-3-iscsi neutron-server[106790]: 'Subnet': '1.1', Sep 04 01:04:52.997418 dv-cinder-master-3-iscsi neutron-server[106790]: 'Trunk': '1.1'}} Sep 04 01:04:52.997418 dv-cinder-master-3-iscsi neutron-server[106790]: {{(pid=106790) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 01:04:53.026562 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760291093679'] for network (3b7528ba-1624-4915-b635-aeb0700ea8e7), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:53.130226 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for network (3b7528ba-1624-4915-b635-aeb0700ea8e7), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:53.131269 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:04:53.131837 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:53.195857 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] Pushing event updated for resources: {'Network': ['ID=3b7528ba-1624-4915-b635-aeb0700ea8e7,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:53.206371 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Network 3b7528ba-1624-4915-b635-aeb0700ea8e7 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:04:53.209876 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-f004dee6-6c3e-4e7e-b75e-b514c388d45b admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1206343 Sep 04 01:04:53.212187 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 44896) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:53.217496 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Request body: {'subnet': {'network_id': '3b7528ba-1624-4915-b635-aeb0700ea8e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1909304110-subnet', 'tenant_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:04:53.313194 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Made reservation on behalf of e07d8b14fef34e04a0410f12e5dbd2fe for: {'subnet': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:04:53.315836 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:53.551717 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for subnet (46f76b48-bc1e-4bf9-b91c-49408437f259), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:53.609539 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46f76b48-bc1e-4bf9-b91c-49408437f259,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:53.617920 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:53.618255 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:53.618598 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:53.619123 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:53.619444 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:53.619762 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:53.620074 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:53.620384 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:53.620879 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:53.621226 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:53.621555 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:53.621958 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:53.622184 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:53.622490 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:53.622792 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Tracked resource versions report: Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: pushed versions: Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: { 'AddressGroup': {'1.2'}, Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'Agent': {'1.1'}, Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'ConntrackHelper': {'1.0'}, Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'LocalIPAssociation': {'1.0'}, Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'Log': {'1.0'}, Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'NDPProxy': {'1.0'}, Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'Network': {'1.1'}, Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'Port': {'1.7'}, Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'PortForwarding': {'1.3'}, Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'QosPolicy': {'1.10'}, Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'SecurityGroup': {'1.5'}, Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'SecurityGroupRule': {'1.2'}, Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'SubPort': {'1.0'}, Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'Subnet': {'1.1'}, Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'Trunk': {'1.1'}} Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: consumer versions: Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: HyperV agent@hv-cinder-maste: {}, Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'Agent': '1.1', Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'ConntrackHelper': '1.0', Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'LocalIPAssociation': '1.0', Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'Log': '1.0', Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'NDPProxy': '1.0', Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'Network': '1.1', Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'Port': '1.7', Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'PortForwarding': '1.3', Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'QosPolicy': '1.10', Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'SecurityGroup': '1.5', Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'SecurityGroupRule': '1.2', Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'SubPort': '1.0', Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'Subnet': '1.1', Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: 'Trunk': '1.1'}} Sep 04 01:04:53.624142 dv-cinder-master-3-iscsi neutron-server[106791]: {{(pid=106791) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 01:04:53.643872 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Checking segment: {'id': 'fa03338c-c7bc-4666-a251-ff3dadbd2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3b7528ba-1624-4915-b635-aeb0700ea8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:04:53.644208 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Network hostable DHCP agents. Network: 3b7528ba-1624-4915-b635-aeb0700ea8e7, hostable agents: ['f07b96a2-ea86-405f-a561-e6ede253778c'], hosted agents: [] {{(pid=106791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:04:53.711036 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Network 3b7528ba-1624-4915-b635-aeb0700ea8e7 is scheduled to be hosted by DHCP agent f07b96a2-ea86-405f-a561-e6ede253778c with binding_index 1 {{(pid=106791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:04:53.781509 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 3b7528ba-1624-4915-b635-aeb0700ea8e7) {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:04:53.785767 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:04:53.786623 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:53.794336 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd350276-2387-409e-a62f-962102b8b4f2 None None] Network 3b7528ba-1624-4915-b635-aeb0700ea8e7 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:04:53.904788 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-2f79b47d-07f7-4ea7-a5bc-ab07608a05e9 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6915004 Sep 04 01:04:53.907481 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 44944) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:53.912314 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-c62bafe1-6bee-4b58-8e7d-49c0ff47b56e admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1909304110-router', 'tenant_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:04:53.912851 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-3b7528ba-1624-4915-b635-aeb0700ea8e7', 'network_id': '3b7528ba-1624-4915-b635-aeb0700ea8e7', 'project_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'fixed_ips': [{'subnet_id': '46f76b48-bc1e-4bf9-b91c-49408437f259'}]}} from dv-cinder-master-3-iscsi. {{(pid=106792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 01:04:53.913945 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:54.057453 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c62bafe1-6bee-4b58-8e7d-49c0ff47b56e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1814000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14356'] for router (a8e13541-9272-4fa2-a9ff-940907d6ba01), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:54.058256 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.db_base_plugin_common [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Allocated IP 172.20.0.2 (3b7528ba-1624-4915-b635-aeb0700ea8e7/46f76b48-bc1e-4bf9-b91c-49408437f259/9b82da41-d694-43b0-a43b-5998addaf0bf) {{(pid=106792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:04:54.058908 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 44950) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:54.064107 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c62bafe1-6bee-4b58-8e7d-49c0ff47b56e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1814446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14365'] for router (a8e13541-9272-4fa2-a9ff-940907d6ba01), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:54.168993 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c62bafe1-6bee-4b58-8e7d-49c0ff47b56e admin admin] Publish callbacks [] for router_controller (a8e13541-9272-4fa2-a9ff-940907d6ba01), precommit_add_association {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:54.218647 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Publish callbacks [] for port (9b82da41-d694-43b0-a43b-5998addaf0bf), precommit_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:54.291383 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 44962) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:54.300176 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (9b82da41-d694-43b0-a43b-5998addaf0bf), after_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:54.316398 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 44966) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:54.346167 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Network 3b7528ba-1624-4915-b635-aeb0700ea8e7 is already hosted by enough agents. {{(pid=106792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:04:54.349277 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.base_scheduler [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Resources bound (agent type, host, resource id): {{(pid=106792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:04:54.354724 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Received port after_create {{(pid=106792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:04:54.362163 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Pushing event updated for resources: {'Port': ['ID=9b82da41-d694-43b0-a43b-5998addaf0bf,revision_number=1']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:54.387717 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:54.388059 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:54.388420 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:54.388758 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:54.389101 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:54.389453 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:54.389777 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:54.390115 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:54.390422 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:54.390740 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:54.391061 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:54.391402 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:54.391724 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:54.392037 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:54.392353 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Tracked resource versions report: Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: pushed versions: Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: { 'AddressGroup': {'1.2'}, Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'Agent': {'1.1'}, Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'ConntrackHelper': {'1.0'}, Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'LocalIPAssociation': {'1.0'}, Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'Log': {'1.0'}, Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'NDPProxy': {'1.0'}, Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'Network': {'1.1'}, Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'Port': {'1.7'}, Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'PortForwarding': {'1.3'}, Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'QosPolicy': {'1.10'}, Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'SecurityGroup': {'1.5'}, Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'SecurityGroupRule': {'1.2'}, Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'SubPort': {'1.0'}, Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'Subnet': {'1.1'}, Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'Trunk': {'1.1'}} Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: consumer versions: Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: HyperV agent@hv-cinder-maste: {}, Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'Agent': '1.1', Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'ConntrackHelper': '1.0', Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'LocalIPAssociation': '1.0', Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'Log': '1.0', Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'NDPProxy': '1.0', Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'Network': '1.1', Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'Port': '1.7', Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'PortForwarding': '1.3', Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'QosPolicy': '1.10', Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'SecurityGroup': '1.5', Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'SecurityGroupRule': '1.2', Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'SubPort': '1.0', Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'Subnet': '1.1', Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: 'Trunk': '1.1'}} Sep 04 01:04:54.393600 dv-cinder-master-3-iscsi neutron-server[106792]: {{(pid=106792) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 01:04:54.419550 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-27b789ee-f770-4ea3-918a-27b48c4d1900 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-167828011-network', 'tenant_id': '55faed42b7f243df9df879d581797f56'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:04:54.434761 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Attempting to bind port 9b82da41-d694-43b0-a43b-5998addaf0bf on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:04:54.436584 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Attempting to bind port 9b82da41-d694-43b0-a43b-5998addaf0bf by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'fa03338c-c7bc-4666-a251-ff3dadbd2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3b7528ba-1624-4915-b635-aeb0700ea8e7'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:04:54.436584 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Attempting to bind port 9b82da41-d694-43b0-a43b-5998addaf0bf on network 3b7528ba-1624-4915-b635-aeb0700ea8e7 {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:04:54.445011 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:04:54.445574 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Checking segment: {'id': 'fa03338c-c7bc-4666-a251-ff3dadbd2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3b7528ba-1624-4915-b635-aeb0700ea8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:04:54.446042 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:54.446549 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Bound using segment: {'id': 'fa03338c-c7bc-4666-a251-ff3dadbd2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3b7528ba-1624-4915-b635-aeb0700ea8e7'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:04:54.447223 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Bound port: 9b82da41-d694-43b0-a43b-5998addaf0bf, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa03338c-c7bc-4666-a251-ff3dadbd2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3b7528ba-1624-4915-b635-aeb0700ea8e7'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:04:54.447808 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (9b82da41-d694-43b0-a43b-5998addaf0bf), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:54.448776 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c62bafe1-6bee-4b58-8e7d-49c0ff47b56e admin admin] Publish callbacks [] for router_gateway (a8e13541-9272-4fa2-a9ff-940907d6ba01), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:54.512664 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b789ee-f770-4ea3-918a-27b48c4d1900 admin admin] Made reservation on behalf of 55faed42b7f243df9df879d581797f56 for: {'network': 1} {{(pid=106790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:04:54.515278 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-27b789ee-f770-4ea3-918a-27b48c4d1900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for network (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:54.522702 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] For port 9b82da41-d694-43b0-a43b-5998addaf0bf, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:04:54.526370 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] For port 9b82da41-d694-43b0-a43b-5998addaf0bf, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9b82da41-d694-43b0-a43b-5998addaf0bf,segment=NetworkSegment(fa03338c-c7bc-4666-a251-ff3dadbd2af6),segment_id=fa03338c-c7bc-4666-a251-ff3dadbd2af6)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:04:54.528846 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-27b789ee-f770-4ea3-918a-27b48c4d1900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:54.549122 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 44972) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:54.601874 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 44978) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:54.603628 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (9b82da41-d694-43b0-a43b-5998addaf0bf), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:54.665701 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-27b789ee-f770-4ea3-918a-27b48c4d1900 admin admin] Publish callbacks [] for security_group (421f3fc5-37dd-45fe-9d09-0151fc3a66b2), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:54.676651 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681c969-c4a0-4a2b-85e4-81572ed8dd04 None None] Pushing event updated for resources: {'Port': ['ID=9b82da41-d694-43b0-a43b-5998addaf0bf,revision_number=2']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:54.725408 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-25ce9458-2fa7-48f8-9db1-5307eea1a85d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-364832789-network', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:04:54.763823 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-e49f2cb1-4184-45c3-8768-2ef892f6b40d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-389120141-network', 'tenant_id': 'db72b63281384bd883b04d05bcc35677'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:04:54.768680 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-27b789ee-f770-4ea3-918a-27b48c4d1900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (421f3fc5-37dd-45fe-9d09-0151fc3a66b2), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:54.804656 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c62bafe1-6bee-4b58-8e7d-49c0ff47b56e admin admin] Publish callbacks [] for router_gateway (a8e13541-9272-4fa2-a9ff-940907d6ba01), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:54.820242 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b789ee-f770-4ea3-918a-27b48c4d1900 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=106790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:04:54.828977 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b789ee-f770-4ea3-918a-27b48c4d1900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421f3fc5-37dd-45fe-9d09-0151fc3a66b2,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:54.855499 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ce9458-2fa7-48f8-9db1-5307eea1a85d admin admin] Made reservation on behalf of e7dca68418a14d7da9aa63ac25f202e8 for: {'network': 1} {{(pid=106790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:04:54.857840 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-25ce9458-2fa7-48f8-9db1-5307eea1a85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for network (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:54.859177 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-d5925f92-6dae-44da-a7d9-4bb4b3853700 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1875369034-network', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:04:54.875496 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-27b789ee-f770-4ea3-918a-27b48c4d1900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (294bd754-f77e-4dd5-a8a8-fa66c41ba024), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:54.875496 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.segments_db [None req-27b789ee-f770-4ea3-918a-27b48c4d1900 admin admin] Added segment 294bd754-f77e-4dd5-a8a8-fa66c41ba024 of type vlan for network 3e702e6e-ebe1-46a7-b30d-f3d140ac2993 Sep 04 01:04:54.875994 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c62bafe1-6bee-4b58-8e7d-49c0ff47b56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:54.888503 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-25ce9458-2fa7-48f8-9db1-5307eea1a85d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:54.907371 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:54.916095 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-2ba111f9-8e1a-4662-9850-e8452c8479e7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-487990549-network', 'tenant_id': '8cd5d05953314eaab3d768e33897858f'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:04:54.951225 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:55.066152 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:55.066152 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49f2cb1-4184-45c3-8768-2ef892f6b40d admin admin] Made reservation on behalf of db72b63281384bd883b04d05bcc35677 for: {'network': 1} {{(pid=106790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:04:55.066152 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e49f2cb1-4184-45c3-8768-2ef892f6b40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for network (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.066969 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5925f92-6dae-44da-a7d9-4bb4b3853700 admin admin] Made reservation on behalf of 287d111f08ac4b05bd5adec9c40d0620 for: {'network': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:04:55.066969 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d5925f92-6dae-44da-a7d9-4bb4b3853700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for network (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.066969 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d5925f92-6dae-44da-a7d9-4bb4b3853700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.067367 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-27b789ee-f770-4ea3-918a-27b48c4d1900 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760291093679'] for network (3e702e6e-ebe1-46a7-b30d-f3d140ac2993), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.067367 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e49f2cb1-4184-45c3-8768-2ef892f6b40d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.125214 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [None req-c62bafe1-6bee-4b58-8e7d-49c0ff47b56e admin admin] Allocated IP 172.37.7.191 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/3c278ab2-dc61-40f8-ab29-c8cc8b740d7d) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:04:55.132298 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba111f9-8e1a-4662-9850-e8452c8479e7 admin admin] Made reservation on behalf of 8cd5d05953314eaab3d768e33897858f for: {'network': 1} {{(pid=106790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:04:55.134983 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2ba111f9-8e1a-4662-9850-e8452c8479e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for network (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.150470 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:55.157425 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2ba111f9-8e1a-4662-9850-e8452c8479e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.235204 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-27b789ee-f770-4ea3-918a-27b48c4d1900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for network (3e702e6e-ebe1-46a7-b30d-f3d140ac2993), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.235204 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b789ee-f770-4ea3-918a-27b48c4d1900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:04:55.235204 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-27b789ee-f770-4ea3-918a-27b48c4d1900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.280802 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-25ce9458-2fa7-48f8-9db1-5307eea1a85d admin admin] Publish callbacks [] for security_group (012b1c46-d5d0-4a92-9c0b-abcec93f605b), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.346404 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c62bafe1-6bee-4b58-8e7d-49c0ff47b56e admin admin] Publish callbacks [] for port (3c278ab2-dc61-40f8-ab29-c8cc8b740d7d), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.374042 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b789ee-f770-4ea3-918a-27b48c4d1900 admin admin] Pushing event updated for resources: {'Network': ['ID=3e702e6e-ebe1-46a7-b30d-f3d140ac2993,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:55.386537 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Network 3e702e6e-ebe1-46a7-b30d-f3d140ac2993 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:04:55.387738 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-27b789ee-f770-4ea3-918a-27b48c4d1900 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3271599 Sep 04 01:04:55.395744 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45010) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:55.399062 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e49f2cb1-4184-45c3-8768-2ef892f6b40d admin admin] Publish callbacks [] for security_group (258c239a-16c7-45ea-bf27-4f76d118a726), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.414599 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-76f08abf-7973-4669-b0a9-33e25b719eca admin admin] Request body: {'subnet': {'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-167828011-subnet', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:04:55.425192 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d5925f92-6dae-44da-a7d9-4bb4b3853700 admin admin] Publish callbacks [] for security_group (c2e0c046-51c9-480b-a3a5-5ef5152d3e20), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.429394 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-25ce9458-2fa7-48f8-9db1-5307eea1a85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (012b1c46-d5d0-4a92-9c0b-abcec93f605b), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.463178 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2ba111f9-8e1a-4662-9850-e8452c8479e7 admin admin] Publish callbacks [] for security_group (89d52eba-7e8a-41cf-b307-526f1c6f9c54), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.474101 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e49f2cb1-4184-45c3-8768-2ef892f6b40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (258c239a-16c7-45ea-bf27-4f76d118a726), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.477301 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ce9458-2fa7-48f8-9db1-5307eea1a85d admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=106790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:04:55.494218 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c62bafe1-6bee-4b58-8e7d-49c0ff47b56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (3c278ab2-dc61-40f8-ab29-c8cc8b740d7d), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.498507 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-25ce9458-2fa7-48f8-9db1-5307eea1a85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (79b84dcb-99f6-4af2-ac73-30fcaae597f6), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.498846 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.segments_db [None req-25ce9458-2fa7-48f8-9db1-5307eea1a85d admin admin] Added segment 79b84dcb-99f6-4af2-ac73-30fcaae597f6 of type vlan for network 1fb5aed8-696d-4f87-8b2a-7d29744538a8 Sep 04 01:04:55.501989 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce9458-2fa7-48f8-9db1-5307eea1a85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012b1c46-d5d0-4a92-9c0b-abcec93f605b,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:55.517129 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49f2cb1-4184-45c3-8768-2ef892f6b40d admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=106790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:04:55.550560 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d5925f92-6dae-44da-a7d9-4bb4b3853700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (c2e0c046-51c9-480b-a3a5-5ef5152d3e20), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.564484 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2ba111f9-8e1a-4662-9850-e8452c8479e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (89d52eba-7e8a-41cf-b307-526f1c6f9c54), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.576484 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e49f2cb1-4184-45c3-8768-2ef892f6b40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.576820 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.segments_db [None req-e49f2cb1-4184-45c3-8768-2ef892f6b40d admin admin] Added segment c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131 of type vlan for network b16f22e1-6fb1-440b-98eb-845123e960e6 Sep 04 01:04:55.601716 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62bafe1-6bee-4b58-8e7d-49c0ff47b56e admin admin] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:04:55.606305 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-25ce9458-2fa7-48f8-9db1-5307eea1a85d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760291093679'] for network (1fb5aed8-696d-4f87-8b2a-7d29744538a8), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.616579 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-c62bafe1-6bee-4b58-8e7d-49c0ff47b56e admin admin] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:04:55.620391 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62bafe1-6bee-4b58-8e7d-49c0ff47b56e admin admin] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:04:55.631682 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f08abf-7973-4669-b0a9-33e25b719eca admin admin] Made reservation on behalf of 55faed42b7f243df9df879d581797f56 for: {'subnet': 1} {{(pid=106790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:04:55.634038 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-76f08abf-7973-4669-b0a9-33e25b719eca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.655432 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f2cb1-4184-45c3-8768-2ef892f6b40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258c239a-16c7-45ea-bf27-4f76d118a726,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:55.665816 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba111f9-8e1a-4662-9850-e8452c8479e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=106790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:04:55.797901 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5925f92-6dae-44da-a7d9-4bb4b3853700 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=106791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:04:55.876211 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d5925f92-6dae-44da-a7d9-4bb4b3853700 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760291617675', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (929a573e-75ef-46ab-9889-4a31869bd81c), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.876945 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d5925f92-6dae-44da-a7d9-4bb4b3853700 admin admin] Unsubscribe: segment precommit_create {{(pid=106791) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 04 01:04:55.877690 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.segments_db [None req-d5925f92-6dae-44da-a7d9-4bb4b3853700 admin admin] Added segment 929a573e-75ef-46ab-9889-4a31869bd81c of type vlan for network d7f39628-666e-4480-8bee-49de183d5e09 Sep 04 01:04:55.894311 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bafe1-6bee-4b58-8e7d-49c0ff47b56e admin admin] Pushing event updated for resources: {'Port': ['ID=3c278ab2-dc61-40f8-ab29-c8cc8b740d7d,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:55.897813 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5925f92-6dae-44da-a7d9-4bb4b3853700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e0c046-51c9-480b-a3a5-5ef5152d3e20,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:55.972754 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d5925f92-6dae-44da-a7d9-4bb4b3853700 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760291093679'] for network (d7f39628-666e-4480-8bee-49de183d5e09), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:55.981673 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 9b82da41-d694-43b0-a43b-5998addaf0bf up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:04:56.032162 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e49f2cb1-4184-45c3-8768-2ef892f6b40d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760291093679'] for network (b16f22e1-6fb1-440b-98eb-845123e960e6), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:56.041739 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2ba111f9-8e1a-4662-9850-e8452c8479e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (3af2c02d-18a0-4624-a8f5-965163bd84c8), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:56.042045 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.segments_db [None req-2ba111f9-8e1a-4662-9850-e8452c8479e7 admin admin] Added segment 3af2c02d-18a0-4624-a8f5-965163bd84c8 of type vlan for network bb66909c-9291-477a-9f2b-a9f4b56d351c Sep 04 01:04:56.045565 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba111f9-8e1a-4662-9850-e8452c8479e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d52eba-7e8a-41cf-b307-526f1c6f9c54,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:56.051952 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:56.054747 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 9b82da41-d694-43b0-a43b-5998addaf0bf triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:04:56.055451 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (9b82da41-d694-43b0-a43b-5998addaf0bf), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:56.452618 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1394053d-bb0d-423f-bdee-67e321be7f9c None None] Network 3b7528ba-1624-4915-b635-aeb0700ea8e7 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:04:56.452618 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:56.463098 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d5925f92-6dae-44da-a7d9-4bb4b3853700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for network (d7f39628-666e-4480-8bee-49de183d5e09), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:56.463098 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5925f92-6dae-44da-a7d9-4bb4b3853700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:04:56.463098 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d5925f92-6dae-44da-a7d9-4bb4b3853700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:56.467382 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2ba111f9-8e1a-4662-9850-e8452c8479e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760291093679'] for network (bb66909c-9291-477a-9f2b-a9f4b56d351c), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:56.467382 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-25ce9458-2fa7-48f8-9db1-5307eea1a85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for network (1fb5aed8-696d-4f87-8b2a-7d29744538a8), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:56.467382 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ce9458-2fa7-48f8-9db1-5307eea1a85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:04:56.467382 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-25ce9458-2fa7-48f8-9db1-5307eea1a85d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:56.474839 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-a0f63ec4-1429-4006-a886-ce202a01183e None None] Provisioning complete for port 9b82da41-d694-43b0-a43b-5998addaf0bf triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:04:56.474839 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-a0f63ec4-1429-4006-a886-ce202a01183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (9b82da41-d694-43b0-a43b-5998addaf0bf), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:56.476884 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce9458-2fa7-48f8-9db1-5307eea1a85d admin admin] Pushing event updated for resources: {'Network': ['ID=1fb5aed8-696d-4f87-8b2a-7d29744538a8,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:56.479304 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5925f92-6dae-44da-a7d9-4bb4b3853700 admin admin] Pushing event updated for resources: {'Network': ['ID=d7f39628-666e-4480-8bee-49de183d5e09,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:56.480811 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 9b82da41-d694-43b0-a43b-5998addaf0bf is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:04:56.480811 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (9b82da41-d694-43b0-a43b-5998addaf0bf), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:56.480811 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Network 1fb5aed8-696d-4f87-8b2a-7d29744538a8 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:04:56.480811 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Network d7f39628-666e-4480-8bee-49de183d5e09 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:04:56.481511 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-25ce9458-2fa7-48f8-9db1-5307eea1a85d admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1018760 Sep 04 01:04:56.481511 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e49f2cb1-4184-45c3-8768-2ef892f6b40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for network (b16f22e1-6fb1-440b-98eb-845123e960e6), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:56.481511 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49f2cb1-4184-45c3-8768-2ef892f6b40d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:04:56.481511 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e49f2cb1-4184-45c3-8768-2ef892f6b40d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:56.484332 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45066) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:56.484332 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-a2859e3b-e819-4f4f-9529-87c6039f5839 admin admin] Request body: {'subnet': {'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-364832789-subnet', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:04:56.484332 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c62bafe1-6bee-4b58-8e7d-49c0ff47b56e admin admin] Publish callbacks [] for router_gateway (a8e13541-9272-4fa2-a9ff-940907d6ba01), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:56.484872 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2ba111f9-8e1a-4662-9850-e8452c8479e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for network (bb66909c-9291-477a-9f2b-a9f4b56d351c), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:56.484872 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba111f9-8e1a-4662-9850-e8452c8479e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:04:56.484872 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2ba111f9-8e1a-4662-9850-e8452c8479e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:56.484872 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-76f08abf-7973-4669-b0a9-33e25b719eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for subnet (b8f8e824-5e09-4bb6-bfba-faf43aae1f44), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:56.527617 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-d5925f92-6dae-44da-a7d9-4bb4b3853700 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9771233 Sep 04 01:04:56.528938 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45070) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:56.536704 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-40c60b75-9d51-401e-a910-04375cf10a38 admin admin] Request body: {'subnet': {'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-subnet', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:04:56.557934 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port 9b82da41-d694-43b0-a43b-5998addaf0bf, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9b82da41-d694-43b0-a43b-5998addaf0bf,segment=NetworkSegment(fa03338c-c7bc-4666-a251-ff3dadbd2af6),segment_id=fa03338c-c7bc-4666-a251-ff3dadbd2af6)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:04:56.585769 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f2cb1-4184-45c3-8768-2ef892f6b40d admin admin] Pushing event updated for resources: {'Network': ['ID=b16f22e1-6fb1-440b-98eb-845123e960e6,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:56.592742 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f08abf-7973-4669-b0a9-33e25b719eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8f8e824-5e09-4bb6-bfba-faf43aae1f44,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:56.616461 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2859e3b-e819-4f4f-9529-87c6039f5839 admin admin] Made reservation on behalf of e7dca68418a14d7da9aa63ac25f202e8 for: {'subnet': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:04:56.618674 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-e49f2cb1-4184-45c3-8768-2ef892f6b40d admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3008904 Sep 04 01:04:56.625868 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a2859e3b-e819-4f4f-9529-87c6039f5839 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:56.626988 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-2ba111f9-8e1a-4662-9850-e8452c8479e7 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0237529 Sep 04 01:04:56.640217 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Network b16f22e1-6fb1-440b-98eb-845123e960e6 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:04:56.647001 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45078) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:56.647637 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45082) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:56.654375 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-aa358601-e561-4254-801a-dc4f6eec0677 admin admin] Request body: {'subnet': {'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-389120141-subnet', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:04:56.688009 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-94a0a9fc-a86b-4477-a695-dd58c4dd41f4 admin admin] Request body: {'subnet': {'network_id': 'bb66909c-9291-477a-9f2b-a9f4b56d351c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-487990549-subnet', 'tenant_id': '8cd5d05953314eaab3d768e33897858f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:04:56.737459 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45084) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:56.758736 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (9b82da41-d694-43b0-a43b-5998addaf0bf), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:56.768350 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa358601-e561-4254-801a-dc4f6eec0677 admin admin] Made reservation on behalf of db72b63281384bd883b04d05bcc35677 for: {'subnet': 1} {{(pid=106790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:04:56.771563 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-aa358601-e561-4254-801a-dc4f6eec0677 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:56.789301 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-a0f63ec4-1429-4006-a886-ce202a01183e None None] Current status of the port 9b82da41-d694-43b0-a43b-5998addaf0bf is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:04:56.789903 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-a0f63ec4-1429-4006-a886-ce202a01183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (9b82da41-d694-43b0-a43b-5998addaf0bf), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:56.888860 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba111f9-8e1a-4662-9850-e8452c8479e7 admin admin] Pushing event updated for resources: {'Network': ['ID=bb66909c-9291-477a-9f2b-a9f4b56d351c,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:56.897593 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:56.898715 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c60b75-9d51-401e-a910-04375cf10a38 admin admin] Made reservation on behalf of 287d111f08ac4b05bd5adec9c40d0620 for: {'subnet': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:04:56.901969 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-40c60b75-9d51-401e-a910-04375cf10a38 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:56.907243 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=68,neutron:INSERT=27,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:56.914558 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Network bb66909c-9291-477a-9f2b-a9f4b56d351c details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:04:56.921729 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f08abf-7973-4669-b0a9-33e25b719eca admin admin] Checking segment: {'id': '294bd754-f77e-4dd5-a8a8-fa66c41ba024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:04:56.922255 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f08abf-7973-4669-b0a9-33e25b719eca admin admin] Network hostable DHCP agents. Network: 3e702e6e-ebe1-46a7-b30d-f3d140ac2993, hostable agents: ['f07b96a2-ea86-405f-a561-e6ede253778c'], hosted agents: [] {{(pid=106790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:04:56.980781 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ad8b3b68-3d10-4e06-b4c4-a6ff4a7c8073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:56.982852 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a0a9fc-a86b-4477-a695-dd58c4dd41f4 admin admin] Made reservation on behalf of 8cd5d05953314eaab3d768e33897858f for: {'subnet': 1} {{(pid=106790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:04:56.985796 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-94a0a9fc-a86b-4477-a695-dd58c4dd41f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.014337 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a2859e3b-e819-4f4f-9529-87c6039f5839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for subnet (cf87fd90-4193-4f02-8ccd-ce8ccea66ca5), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.072911 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2859e3b-e819-4f4f-9529-87c6039f5839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf87fd90-4193-4f02-8ccd-ce8ccea66ca5,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:57.087918 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f08abf-7973-4669-b0a9-33e25b719eca admin admin] Network 3e702e6e-ebe1-46a7-b30d-f3d140ac2993 is scheduled to be hosted by DHCP agent f07b96a2-ea86-405f-a561-e6ede253778c with binding_index 1 {{(pid=106790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:04:57.097695 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=9b82da41-d694-43b0-a43b-5998addaf0bf,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:57.149188 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.db.api [None req-a0f63ec4-1429-4006-a886-ce202a01183e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 04 01:04:57.149495 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG oslo_db.api [None req-a0f63ec4-1429-4006-a886-ce202a01183e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 04 01:04:57.191604 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=7 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:57.199275 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2859e3b-e819-4f4f-9529-87c6039f5839 admin admin] Checking segment: {'id': '79b84dcb-99f6-4af2-ac73-30fcaae597f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:04:57.199636 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2859e3b-e819-4f4f-9529-87c6039f5839 admin admin] Network hostable DHCP agents. Network: 1fb5aed8-696d-4f87-8b2a-7d29744538a8, hostable agents: ['f07b96a2-ea86-405f-a561-e6ede253778c'], hosted agents: [] {{(pid=106791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:04:57.212176 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c62bafe1-6bee-4b58-8e7d-49c0ff47b56e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816303'] for router (a8e13541-9272-4fa2-a9ff-940907d6ba01), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.249756 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-76f08abf-7973-4669-b0a9-33e25b719eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 3e702e6e-ebe1-46a7-b30d-f3d140ac2993) {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:04:57.264214 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f08abf-7973-4669-b0a9-33e25b719eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:04:57.264847 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-76f08abf-7973-4669-b0a9-33e25b719eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for subnet (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.266517 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2a33fc-2c3e-47c9-be30-7d73aaddc212 None None] Network 3e702e6e-ebe1-46a7-b30d-f3d140ac2993 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:04:57.290288 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ad8b3b68-3d10-4e06-b4c4-a6ff4a7c8073 admin admin] Publish callbacks [] for security_group (5e680e58-21bf-4966-8fab-a680be3c9685), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.299987 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:57.323228 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-aa358601-e561-4254-801a-dc4f6eec0677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for subnet (35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.399852 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c632f3-d7cb-48be-be47-2828c1a2d34f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'project_id': '55faed42b7f243df9df879d581797f56', 'fixed_ips': [{'subnet_id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44'}]}} from dv-cinder-master-3-iscsi. {{(pid=106792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 01:04:57.401502 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-72c632f3-d7cb-48be-be47-2828c1a2d34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.402677 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa358601-e561-4254-801a-dc4f6eec0677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:57.407550 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2859e3b-e819-4f4f-9529-87c6039f5839 admin admin] Network 1fb5aed8-696d-4f87-8b2a-7d29744538a8 is scheduled to be hosted by DHCP agent f07b96a2-ea86-405f-a561-e6ede253778c with binding_index 1 {{(pid=106791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:04:57.412968 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-76f08abf-7973-4669-b0a9-33e25b719eca admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0161152 Sep 04 01:04:57.415058 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ad8b3b68-3d10-4e06-b4c4-a6ff4a7c8073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (5e680e58-21bf-4966-8fab-a680be3c9685), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.416519 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45094) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:57.420305 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-a2859e3b-e819-4f4f-9529-87c6039f5839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 1fb5aed8-696d-4f87-8b2a-7d29744538a8) {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:04:57.423522 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-fb2e2dbd-2266-4a9d-8fde-cd26a82b6950 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-167828011-router', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:04:57.424858 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2859e3b-e819-4f4f-9529-87c6039f5839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:04:57.425484 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a2859e3b-e819-4f4f-9529-87c6039f5839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.435367 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6af2078-cbdf-4bdf-9e12-83c83f661bba None None] Network 1fb5aed8-696d-4f87-8b2a-7d29744538a8 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:04:57.463684 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-94a0a9fc-a86b-4477-a695-dd58c4dd41f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for subnet (36ebda7b-6b63-4f93-9d3e-7042e3d41a8a), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.477942 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa358601-e561-4254-801a-dc4f6eec0677 admin admin] Checking segment: {'id': 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:04:57.478611 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa358601-e561-4254-801a-dc4f6eec0677 admin admin] Network hostable DHCP agents. Network: b16f22e1-6fb1-440b-98eb-845123e960e6, hostable agents: ['f07b96a2-ea86-405f-a561-e6ede253778c'], hosted agents: [] {{(pid=106790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:04:57.497452 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-ad8b3b68-3d10-4e06-b4c4-a6ff4a7c8073 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=cd838d15487d45ae99751bc557b4a742&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7520318 Sep 04 01:04:57.500631 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45098) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:57.506003 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b3b68-3d10-4e06-b4c4-a6ff4a7c8073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e680e58-21bf-4966-8fab-a680be3c9685,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:57.527217 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45100) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:57.528152 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-40c60b75-9d51-401e-a910-04375cf10a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for subnet (1af847f5-eeac-4b3d-afa5-aa099062676b), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.548899 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-a2859e3b-e819-4f4f-9529-87c6039f5839 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1458583 Sep 04 01:04:57.556918 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45106) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:57.564279 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-724eea74-9eff-403e-a556-663ab372b134 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-364832789-router', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:04:57.596677 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0a9fc-a86b-4477-a695-dd58c4dd41f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ebda7b-6b63-4f93-9d3e-7042e3d41a8a,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:57.607351 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62bafe1-6bee-4b58-8e7d-49c0ff47b56e admin admin] Router a8e13541-9272-4fa2-a9ff-940907d6ba01 is scheduled to L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe with binding_index 1 {{(pid=106791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 01:04:57.623411 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2dbd-2266-4a9d-8fde-cd26a82b6950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1814000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14356'] for router (e4262b22-bfcc-4362-b0da-5c283cfb2e9a), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.627193 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2dbd-2266-4a9d-8fde-cd26a82b6950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1814446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14365'] for router (e4262b22-bfcc-4362-b0da-5c283cfb2e9a), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.635650 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa358601-e561-4254-801a-dc4f6eec0677 admin admin] Network b16f22e1-6fb1-440b-98eb-845123e960e6 is scheduled to be hosted by DHCP agent f07b96a2-ea86-405f-a561-e6ede253778c with binding_index 1 {{(pid=106790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:04:57.653171 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a0a9fc-a86b-4477-a695-dd58c4dd41f4 admin admin] Checking segment: {'id': '3af2c02d-18a0-4624-a8f5-965163bd84c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb66909c-9291-477a-9f2b-a9f4b56d351c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:04:57.653626 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a0a9fc-a86b-4477-a695-dd58c4dd41f4 admin admin] Network hostable DHCP agents. Network: bb66909c-9291-477a-9f2b-a9f4b56d351c, hostable agents: ['f07b96a2-ea86-405f-a561-e6ede253778c'], hosted agents: [] {{(pid=106790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:04:57.660952 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c60b75-9d51-401e-a910-04375cf10a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1af847f5-eeac-4b3d-afa5-aa099062676b,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:57.715214 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1d6d9d-4520-4f62-ac80-37e5ab604b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'fixed_ips': [{'subnet_id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5'}]}} from dv-cinder-master-3-iscsi. {{(pid=106792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 01:04:57.716421 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-4c1d6d9d-4520-4f62-ac80-37e5ab604b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.729441 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c60b75-9d51-401e-a910-04375cf10a38 admin admin] Checking segment: {'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:04:57.729802 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c60b75-9d51-401e-a910-04375cf10a38 admin admin] Network hostable DHCP agents. Network: d7f39628-666e-4480-8bee-49de183d5e09, hostable agents: ['f07b96a2-ea86-405f-a561-e6ede253778c'], hosted agents: [] {{(pid=106791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:04:57.739874 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2dbd-2266-4a9d-8fde-cd26a82b6950 admin admin] Publish callbacks [] for router_controller (e4262b22-bfcc-4362-b0da-5c283cfb2e9a), precommit_add_association {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.749961 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-dbdf3061-e5bb-4404-a69f-a521106817f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.759478 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.db_base_plugin_common [None req-72c632f3-d7cb-48be-be47-2828c1a2d34f None None] Allocated IP 172.20.0.2 (3e702e6e-ebe1-46a7-b30d-f3d140ac2993/b8f8e824-5e09-4bb6-bfba-faf43aae1f44/53e7a39c-e9ce-45c4-84af-632f2aac70ae) {{(pid=106792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:04:57.768443 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-aa358601-e561-4254-801a-dc4f6eec0677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, b16f22e1-6fb1-440b-98eb-845123e960e6) {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:04:57.773446 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa358601-e561-4254-801a-dc4f6eec0677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:04:57.774159 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-aa358601-e561-4254-801a-dc4f6eec0677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for subnet (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.792826 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-40142c0a-4ef6-4a0a-8ce4-543db6192b65 admin admin] Publish callbacks [] for security_group (5e680e58-21bf-4966-8fab-a680be3c9685), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.795265 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-724eea74-9eff-403e-a556-663ab372b134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1814000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14356'] for router (d7fde424-29f8-4dba-95d8-51709b034af5), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.795980 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-724eea74-9eff-403e-a556-663ab372b134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1814446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14365'] for router (d7fde424-29f8-4dba-95d8-51709b034af5), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.805822 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-a0f63ec4-1429-4006-a886-ce202a01183e None None] Current status of the port 9b82da41-d694-43b0-a43b-5998addaf0bf is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:04:57.815647 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6d5ec6-4d71-4d95-ab70-427ef8cfd99d None None] Network b16f22e1-6fb1-440b-98eb-845123e960e6 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:04:57.853345 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-40142c0a-4ef6-4a0a-8ce4-543db6192b65 admin admin] Publish callbacks [] for security_group (5e680e58-21bf-4966-8fab-a680be3c9685), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.886766 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62bafe1-6bee-4b58-8e7d-49c0ff47b56e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:04:57.904187 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] Sync routers for ids ['a8e13541-9272-4fa2-a9ff-940907d6ba01'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:04:57.922452 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-aa358601-e561-4254-801a-dc4f6eec0677 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2730441 Sep 04 01:04:57.923253 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a0a9fc-a86b-4477-a695-dd58c4dd41f4 admin admin] Network bb66909c-9291-477a-9f2b-a9f4b56d351c is scheduled to be hosted by DHCP agent f07b96a2-ea86-405f-a561-e6ede253778c with binding_index 1 {{(pid=106790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:04:57.923467 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] Routers {'a8e13541-9272-4fa2-a9ff-940907d6ba01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:04:57.924317 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:04:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a8e13541-9272-4fa2-a9ff-940907d6ba01'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:04:57.925391 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45110) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:57.927958 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 9b82da41-d694-43b0-a43b-5998addaf0bf up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:04:57.941497 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-724eea74-9eff-403e-a556-663ab372b134 admin admin] Publish callbacks [] for router_controller (d7fde424-29f8-4dba-95d8-51709b034af5), precommit_add_association {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.944474 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c60b75-9d51-401e-a910-04375cf10a38 admin admin] Network d7f39628-666e-4480-8bee-49de183d5e09 is scheduled to be hosted by DHCP agent f07b96a2-ea86-405f-a561-e6ede253778c with binding_index 1 {{(pid=106791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:04:57.963753 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-40c60b75-9d51-401e-a910-04375cf10a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, d7f39628-666e-4480-8bee-49de183d5e09) {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:04:57.968864 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-7e1d71ea-803c-43eb-9145-875b4467d0f2 None None] Provisioning complete for port 9b82da41-d694-43b0-a43b-5998addaf0bf triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:04:57.970288 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-7e1d71ea-803c-43eb-9145-875b4467d0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (9b82da41-d694-43b0-a43b-5998addaf0bf), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.973199 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c60b75-9d51-401e-a910-04375cf10a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:04:57.973813 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-40c60b75-9d51-401e-a910-04375cf10a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:57.976011 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-c68acbef-90c9-445c-8fc8-ae574498ff8d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-389120141-router', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:04:58.022557 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-dbdf3061-e5bb-4404-a69f-a521106817f2 admin admin] Publish callbacks [] for security_group (fbd5ce83-2674-4aae-8456-73943de6ac8f), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:58.024391 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-94a0a9fc-a86b-4477-a695-dd58c4dd41f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, bb66909c-9291-477a-9f2b-a9f4b56d351c) {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:04:58.029181 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdac2e2-b0c9-4bef-a005-179106ca850d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-b16f22e1-6fb1-440b-98eb-845123e960e6', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'project_id': 'db72b63281384bd883b04d05bcc35677', 'fixed_ips': [{'subnet_id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0'}]}} from dv-cinder-master-3-iscsi. {{(pid=106792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 01:04:58.030228 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-0cdac2e2-b0c9-4bef-a005-179106ca850d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:58.032999 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2dbd-2266-4a9d-8fde-cd26a82b6950 admin admin] Publish callbacks [] for router_gateway (e4262b22-bfcc-4362-b0da-5c283cfb2e9a), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:58.036857 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdf1dbc-9ec2-4d24-811e-344f19f0955e None None] Network d7f39628-666e-4480-8bee-49de183d5e09 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:04:58.040191 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a0a9fc-a86b-4477-a695-dd58c4dd41f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:04:58.040782 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-94a0a9fc-a86b-4477-a695-dd58c4dd41f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for subnet (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:58.075685 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c62bafe1-6bee-4b58-8e7d-49c0ff47b56e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:58.080278 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-c62bafe1-6bee-4b58-8e7d-49c0ff47b56e admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1692896 Sep 04 01:04:58.082042 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:04:58.086639 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-40c60b75-9d51-401e-a910-04375cf10a38 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5513406 Sep 04 01:04:58.086774 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45114) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:58.086886 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-40142c0a-4ef6-4a0a-8ce4-543db6192b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (5e680e58-21bf-4966-8fab-a680be3c9685), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:58.087503 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-40142c0a-4ef6-4a0a-8ce4-543db6192b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:58.090984 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-40142c0a-4ef6-4a0a-8ce4-543db6192b65 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5e680e58-21bf-4966-8fab-a680be3c9685 HTTP/1.1" status: 204 len: 168 time: 0.5866387 Sep 04 01:04:58.091122 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45116) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:58.100398 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-4cc1139d-3a56-4b90-bba6-fb7dc1a0176c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:04:58.128508 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7194ed-af4a-436e-bfb2-80fc041df9d0 None None] Network bb66909c-9291-477a-9f2b-a9f4b56d351c requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:04:58.177855 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-94a0a9fc-a86b-4477-a695-dd58c4dd41f4 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5004752 Sep 04 01:04:58.240152 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4c8b4a-d086-4b0f-94d4-0ccc4ac8b9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-d7f39628-666e-4480-8bee-49de183d5e09', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b'}]}} from dv-cinder-master-3-iscsi. {{(pid=106792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 01:04:58.241232 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2c4c8b4a-d086-4b0f-94d4-0ccc4ac8b9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:58.339741 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] Set router a8e13541-9272-4fa2-a9ff-940907d6ba01 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:04:58.343445 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c68acbef-90c9-445c-8fc8-ae574498ff8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1814000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14356'] for router (61883c33-5f31-4a53-b117-0fe975bce512), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:58.344467 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c68acbef-90c9-445c-8fc8-ae574498ff8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1814446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14365'] for router (61883c33-5f31-4a53-b117-0fe975bce512), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:58.357292 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-dbdf3061-e5bb-4404-a69f-a521106817f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (fbd5ce83-2674-4aae-8456-73943de6ac8f), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:58.360144 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4cc1139d-3a56-4b90-bba6-fb7dc1a0176c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1814000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14356'] for router (a6875d57-1898-4fcc-8186-5995078e83c1), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:58.361194 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4cc1139d-3a56-4b90-bba6-fb7dc1a0176c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1814446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14365'] for router (a6875d57-1898-4fcc-8186-5995078e83c1), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:58.432639 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-dbdf3061-e5bb-4404-a69f-a521106817f2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=959a493c8f8e49c990227d2229946a4f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8986006 Sep 04 01:04:58.433958 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40142c0a-4ef6-4a0a-8ce4-543db6192b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e680e58-21bf-4966-8fab-a680be3c9685,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:58.435734 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45126) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:58.572544 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:58.612302 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e13541-9272-4fa2-a9ff-940907d6ba01', 'name': 'tempest-DeleteServersTestJSON-1909304110-router', 'tenant_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.191'}], 'enable_snat': True}, 'gw_port_id': '3c278ab2-dc61-40f8-ab29-c8cc8b740d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:54Z', 'updated_at': '2022-09-04T01:04:55Z', 'revision_number': 3, 'project_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'gw_port': {'id': '3c278ab2-dc61-40f8-ab29-c8cc8b740d7d', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e13541-9272-4fa2-a9ff-940907d6ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:54Z', 'updated_at': '2022-09-04T01:04:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:04:58.619336 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf3061-e5bb-4404-a69f-a521106817f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd5ce83-2674-4aae-8456-73943de6ac8f,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:58.677415 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-724eea74-9eff-403e-a556-663ab372b134 admin admin] Publish callbacks [] for router_gateway (d7fde424-29f8-4dba-95d8-51709b034af5), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:58.679135 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] Checking router: a8e13541-9272-4fa2-a9ff-940907d6ba01 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:04:58.681849 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] Updating router a8e13541-9272-4fa2-a9ff-940907d6ba01 port 3c278ab2-dc61-40f8-ab29-c8cc8b740d7d binding host dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:04:58.695524 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-72c632f3-d7cb-48be-be47-2828c1a2d34f None None] Publish callbacks [] for port (53e7a39c-e9ce-45c4-84af-632f2aac70ae), precommit_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:58.720174 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:58.736993 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (3c278ab2-dc61-40f8-ab29-c8cc8b740d7d), before_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:58.740244 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-16fa182d-23ae-454a-8fe1-f65e100144f0 admin admin] Publish callbacks [] for security_group (fbd5ce83-2674-4aae-8456-73943de6ac8f), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:58.778172 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c68acbef-90c9-445c-8fc8-ae574498ff8d admin admin] Publish callbacks [] for router_controller (61883c33-5f31-4a53-b117-0fe975bce512), precommit_add_association {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:58.781506 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-16fa182d-23ae-454a-8fe1-f65e100144f0 admin admin] Publish callbacks [] for security_group (fbd5ce83-2674-4aae-8456-73943de6ac8f), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:58.781625 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4cc1139d-3a56-4b90-bba6-fb7dc1a0176c admin admin] Publish callbacks [] for router_controller (a6875d57-1898-4fcc-8186-5995078e83c1), precommit_add_association {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:58.792645 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:58.800634 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cc3c23-6cf4-4e51-9004-f47dee5ee1ab None None] Network bb66909c-9291-477a-9f2b-a9f4b56d351c requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:04:58.904789 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.db_base_plugin_common [None req-2c4c8b4a-d086-4b0f-94d4-0ccc4ac8b9f8 None None] Allocated IP 172.20.0.2 (d7f39628-666e-4480-8bee-49de183d5e09/1af847f5-eeac-4b3d-afa5-aa099062676b/0a1a9f7e-73de-4620-ae03-4b1d50d7f706) {{(pid=106792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:04:58.959395 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-72c632f3-d7cb-48be-be47-2828c1a2d34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (53e7a39c-e9ce-45c4-84af-632f2aac70ae), after_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:58.982686 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-16fa182d-23ae-454a-8fe1-f65e100144f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (fbd5ce83-2674-4aae-8456-73943de6ac8f), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:58.993955 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-16fa182d-23ae-454a-8fe1-f65e100144f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:59.004332 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-16fa182d-23ae-454a-8fe1-f65e100144f0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fbd5ce83-2674-4aae-8456-73943de6ac8f HTTP/1.1" status: 204 len: 168 time: 0.5656860 Sep 04 01:04:59.006643 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c632f3-d7cb-48be-be47-2828c1a2d34f None None] Network 3e702e6e-ebe1-46a7-b30d-f3d140ac2993 is already hosted by enough agents. {{(pid=106792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:04:59.009622 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 9b82da41-d694-43b0-a43b-5998addaf0bf triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:04:59.009622 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (9b82da41-d694-43b0-a43b-5998addaf0bf), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:59.035970 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa182d-23ae-454a-8fe1-f65e100144f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd5ce83-2674-4aae-8456-73943de6ac8f,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:59.080040 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.base_scheduler [None req-72c632f3-d7cb-48be-be47-2828c1a2d34f None None] Resources bound (agent type, host, resource id): {{(pid=106792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:04:59.087248 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c632f3-d7cb-48be-be47-2828c1a2d34f None None] Received port after_create {{(pid=106792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:04:59.117031 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2dbd-2266-4a9d-8fde-cd26a82b6950 admin admin] Publish callbacks [] for router_gateway (e4262b22-bfcc-4362-b0da-5c283cfb2e9a), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:59.174534 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.db_base_plugin_common [None req-4c1d6d9d-4520-4f62-ac80-37e5ab604b1d None None] Allocated IP 172.20.0.2 (1fb5aed8-696d-4f87-8b2a-7d29744538a8/cf87fd90-4193-4f02-8ccd-ce8ccea66ca5/dd44c60a-dd0f-4ff2-85ae-8c012af89cf9) {{(pid=106792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:04:59.178600 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-7e1d71ea-803c-43eb-9145-875b4467d0f2 None None] Current status of the port 9b82da41-d694-43b0-a43b-5998addaf0bf is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:04:59.196155 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] Publish callbacks [] for port (3c278ab2-dc61-40f8-ab29-c8cc8b740d7d), precommit_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:59.212340 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45140) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:59.240638 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cbac1910-b2e5-4142-b88b-86c2161ea201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:59.277683 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2dbd-2266-4a9d-8fde-cd26a82b6950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:59.294687 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c68acbef-90c9-445c-8fc8-ae574498ff8d admin admin] Publish callbacks [] for router_gateway (61883c33-5f31-4a53-b117-0fe975bce512), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:59.299948 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:59.303929 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4cc1139d-3a56-4b90-bba6-fb7dc1a0176c admin admin] Publish callbacks [] for router_gateway (a6875d57-1898-4fcc-8186-5995078e83c1), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:59.326511 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-724eea74-9eff-403e-a556-663ab372b134 admin admin] Publish callbacks [] for router_gateway (d7fde424-29f8-4dba-95d8-51709b034af5), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:59.347634 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (3c278ab2-dc61-40f8-ab29-c8cc8b740d7d), after_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:59.380636 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] Attempting to bind port 3c278ab2-dc61-40f8-ab29-c8cc8b740d7d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:04:59.383039 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] Attempting to bind port 3c278ab2-dc61-40f8-ab29-c8cc8b740d7d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}] {{(pid=106793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:04:59.385347 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] Attempting to bind port 3c278ab2-dc61-40f8-ab29-c8cc8b740d7d on network e8e0564a-d5c9-4fe0-b2d4-538f45096708 {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:04:59.398952 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:59.448077 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cbac1910-b2e5-4142-b88b-86c2161ea201 admin admin] Publish callbacks [] for security_group (4e4e4233-80fe-4d21-99ad-240f9f04a1e7), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:59.449925 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:04:59.451655 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] Checking segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:04:59.452268 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:59.453609 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] Bound using segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:04:59.455105 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] Bound port: 3c278ab2-dc61-40f8-ab29-c8cc8b740d7d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}] {{(pid=106793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:04:59.456083 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (3c278ab2-dc61-40f8-ab29-c8cc8b740d7d), before_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:59.472977 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c632f3-d7cb-48be-be47-2828c1a2d34f None None] Pushing event updated for resources: {'Port': ['ID=53e7a39c-e9ce-45c4-84af-632f2aac70ae,revision_number=1']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:59.481985 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-724eea74-9eff-403e-a556-663ab372b134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:59.546394 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.db [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] For port 3c278ab2-dc61-40f8-ab29-c8cc8b740d7d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:04:59.550496 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cbac1910-b2e5-4142-b88b-86c2161ea201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (4e4e4233-80fe-4d21-99ad-240f9f04a1e7), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:59.552236 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.db [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] For port 3c278ab2-dc61-40f8-ab29-c8cc8b740d7d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3c278ab2-dc61-40f8-ab29-c8cc8b740d7d,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:04:59.579849 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae32d4e-8f19-4890-95d6-369ed0e7eef0 None None] Pushing event updated for resources: {'Port': ['ID=3c278ab2-dc61-40f8-ab29-c8cc8b740d7d,revision_number=2']} {{(pid=106793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:59.590179 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32d4e-8f19-4890-95d6-369ed0e7eef0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:59.590674 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32d4e-8f19-4890-95d6-369ed0e7eef0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:59.591211 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32d4e-8f19-4890-95d6-369ed0e7eef0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:59.591706 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32d4e-8f19-4890-95d6-369ed0e7eef0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:59.592197 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32d4e-8f19-4890-95d6-369ed0e7eef0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:59.592706 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32d4e-8f19-4890-95d6-369ed0e7eef0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:59.593161 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32d4e-8f19-4890-95d6-369ed0e7eef0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:59.593634 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32d4e-8f19-4890-95d6-369ed0e7eef0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:59.594069 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32d4e-8f19-4890-95d6-369ed0e7eef0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:59.594466 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32d4e-8f19-4890-95d6-369ed0e7eef0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:59.594978 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32d4e-8f19-4890-95d6-369ed0e7eef0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:59.595390 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32d4e-8f19-4890-95d6-369ed0e7eef0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:59.595838 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32d4e-8f19-4890-95d6-369ed0e7eef0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:59.596265 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32d4e-8f19-4890-95d6-369ed0e7eef0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:59.596654 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32d4e-8f19-4890-95d6-369ed0e7eef0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae32d4e-8f19-4890-95d6-369ed0e7eef0 None None] Tracked resource versions report: Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: pushed versions: Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: { 'AddressGroup': {'1.2'}, Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'Agent': {'1.1'}, Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'ConntrackHelper': {'1.0'}, Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'LocalIPAssociation': {'1.0'}, Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'Log': {'1.0'}, Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'NDPProxy': {'1.0'}, Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'Network': {'1.1'}, Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'Port': {'1.7'}, Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'PortForwarding': {'1.3'}, Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'QosPolicy': {'1.10'}, Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'SecurityGroup': {'1.5'}, Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'SecurityGroupRule': {'1.2'}, Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'SubPort': {'1.0'}, Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'Subnet': {'1.1'}, Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'Trunk': {'1.1'}} Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: consumer versions: Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: HyperV agent@hv-cinder-maste: {}, Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'Agent': '1.1', Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'ConntrackHelper': '1.0', Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'LocalIPAssociation': '1.0', Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'Log': '1.0', Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'NDPProxy': '1.0', Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'Network': '1.1', Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'Port': '1.7', Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'PortForwarding': '1.3', Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'QosPolicy': '1.10', Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'SecurityGroup': '1.5', Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'SecurityGroupRule': '1.2', Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'SubPort': '1.0', Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'Subnet': '1.1', Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: 'Trunk': '1.1'}} Sep 04 01:04:59.598761 dv-cinder-master-3-iscsi neutron-server[106793]: {{(pid=106793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 01:04:59.604904 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac1910-b2e5-4142-b88b-86c2161ea201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4e4233-80fe-4d21-99ad-240f9f04a1e7,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:59.615759 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_common [None req-fb2e2dbd-2266-4a9d-8fde-cd26a82b6950 admin admin] Allocated IP 172.37.7.55 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/1cf499fb-10a0-4af2-afec-5f610dc85da6) {{(pid=106790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:04:59.650381 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-cbac1910-b2e5-4142-b88b-86c2161ea201 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ee5bd28fea9e4ab49b23f0ececbe3e26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4339809 Sep 04 01:04:59.651809 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45144) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:04:59.674641 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (3c278ab2-dc61-40f8-ab29-c8cc8b740d7d), after_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:59.677211 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.db_base_plugin_common [None req-0cdac2e2-b0c9-4bef-a005-179106ca850d None None] Allocated IP 172.20.0.2 (b16f22e1-6fb1-440b-98eb-845123e960e6/35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0/f45b435f-0f64-41fe-a6ec-36683da765f9) {{(pid=106792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:04:59.709733 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 9b82da41-d694-43b0-a43b-5998addaf0bf is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:04:59.727458 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-bdc368d2-db0e-4bc8-b743-652425463eca admin admin] Publish callbacks [] for security_group (4e4e4233-80fe-4d21-99ad-240f9f04a1e7), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:59.763283 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-bdc368d2-db0e-4bc8-b743-652425463eca admin admin] Publish callbacks [] for security_group (4e4e4233-80fe-4d21-99ad-240f9f04a1e7), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:59.789874 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-72c632f3-d7cb-48be-be47-2828c1a2d34f None None] Attempting to bind port 53e7a39c-e9ce-45c4-84af-632f2aac70ae on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:04:59.790254 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-72c632f3-d7cb-48be-be47-2828c1a2d34f None None] Attempting to bind port 53e7a39c-e9ce-45c4-84af-632f2aac70ae by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '294bd754-f77e-4dd5-a8a8-fa66c41ba024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:04:59.790621 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c632f3-d7cb-48be-be47-2828c1a2d34f None None] Attempting to bind port 53e7a39c-e9ce-45c4-84af-632f2aac70ae on network 3e702e6e-ebe1-46a7-b30d-f3d140ac2993 {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:04:59.792660 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] Routers {'a8e13541-9272-4fa2-a9ff-940907d6ba01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:04:59.797237 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:04:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a8e13541-9272-4fa2-a9ff-940907d6ba01'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:04:59.810399 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:59.834617 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:04:59.897637 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae32d4e-8f19-4890-95d6-369ed0e7eef0 None None] Pushing event updated for resources: {'Port': ['ID=3c278ab2-dc61-40f8-ab29-c8cc8b740d7d,revision_number=3']} {{(pid=106793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:04:59.929240 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c632f3-d7cb-48be-be47-2828c1a2d34f None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:04:59.929240 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c632f3-d7cb-48be-be47-2828c1a2d34f None None] Checking segment: {'id': '294bd754-f77e-4dd5-a8a8-fa66c41ba024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:04:59.929240 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-72c632f3-d7cb-48be-be47-2828c1a2d34f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:59.929240 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c632f3-d7cb-48be-be47-2828c1a2d34f None None] Bound using segment: {'id': '294bd754-f77e-4dd5-a8a8-fa66c41ba024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:04:59.929847 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-72c632f3-d7cb-48be-be47-2828c1a2d34f None None] Bound port: 53e7a39c-e9ce-45c4-84af-632f2aac70ae, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294bd754-f77e-4dd5-a8a8-fa66c41ba024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:04:59.930504 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-72c632f3-d7cb-48be-be47-2828c1a2d34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (53e7a39c-e9ce-45c4-84af-632f2aac70ae), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:59.970200 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-bdc368d2-db0e-4bc8-b743-652425463eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (4e4e4233-80fe-4d21-99ad-240f9f04a1e7), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:59.974340 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-bdc368d2-db0e-4bc8-b743-652425463eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:04:59.976445 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-bdc368d2-db0e-4bc8-b743-652425463eca admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4e4e4233-80fe-4d21-99ad-240f9f04a1e7 HTTP/1.1" status: 204 len: 168 time: 0.3228714 Sep 04 01:04:59.995386 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc368d2-db0e-4bc8-b743-652425463eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4e4233-80fe-4d21-99ad-240f9f04a1e7,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:00.010857 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45156) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:00.017258 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] Set router a8e13541-9272-4fa2-a9ff-940907d6ba01 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:05:00.019818 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-3ef30ee4-4753-4a53-9ebf-2cb4aaa4fbde admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-763805907-network', 'tenant_id': 'd19b79b17abb4d78a4cc302a316f3688'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:00.047051 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:00.048231 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:00.130677 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef30ee4-4753-4a53-9ebf-2cb4aaa4fbde admin admin] Made reservation on behalf of d19b79b17abb4d78a4cc302a316f3688 for: {'network': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:05:00.135198 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3ef30ee4-4753-4a53-9ebf-2cb4aaa4fbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for network (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:00.148499 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4cc1139d-3a56-4b90-bba6-fb7dc1a0176c admin admin] Publish callbacks [] for router_gateway (a6875d57-1898-4fcc-8186-5995078e83c1), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:00.155887 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3ef30ee4-4753-4a53-9ebf-2cb4aaa4fbde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:00.257582 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-0cdac2e2-b0c9-4bef-a005-179106ca850d None None] Publish callbacks [] for port (f45b435f-0f64-41fe-a6ec-36683da765f9), precommit_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:00.259710 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4cc1139d-3a56-4b90-bba6-fb7dc1a0176c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:00.268685 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2dbd-2266-4a9d-8fde-cd26a82b6950 admin admin] Publish callbacks [] for port (1cf499fb-10a0-4af2-afec-5f610dc85da6), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:00.271531 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2c4c8b4a-d086-4b0f-94d4-0ccc4ac8b9f8 None None] Publish callbacks [] for port (0a1a9f7e-73de-4620-ae03-4b1d50d7f706), precommit_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:00.273474 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-4c1d6d9d-4520-4f62-ac80-37e5ab604b1d None None] Publish callbacks [] for port (dd44c60a-dd0f-4ff2-85ae-8c012af89cf9), precommit_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:00.275230 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-72c632f3-d7cb-48be-be47-2828c1a2d34f None None] For port 53e7a39c-e9ce-45c4-84af-632f2aac70ae, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:05:00.279032 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-72c632f3-d7cb-48be-be47-2828c1a2d34f None None] For port 53e7a39c-e9ce-45c4-84af-632f2aac70ae, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=53e7a39c-e9ce-45c4-84af-632f2aac70ae,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:05:00.282489 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-79e93433-5f4e-43b2-a8f0-09352d58d0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:00.289477 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c68acbef-90c9-445c-8fc8-ae574498ff8d admin admin] Publish callbacks [] for router_gateway (61883c33-5f31-4a53-b117-0fe975bce512), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:00.328162 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3ef30ee4-4753-4a53-9ebf-2cb4aaa4fbde admin admin] Publish callbacks [] for security_group (8f0bcf6f-cf3f-4eea-8ce8-5f46f2c8f075), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:00.349658 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e13541-9272-4fa2-a9ff-940907d6ba01', 'name': 'tempest-DeleteServersTestJSON-1909304110-router', 'tenant_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.191'}], 'enable_snat': True}, 'gw_port_id': '3c278ab2-dc61-40f8-ab29-c8cc8b740d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:54Z', 'updated_at': '2022-09-04T01:04:55Z', 'revision_number': 3, 'project_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'gw_port': {'id': '3c278ab2-dc61-40f8-ab29-c8cc8b740d7d', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e13541-9272-4fa2-a9ff-940907d6ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:54Z', 'updated_at': '2022-09-04T01:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:00.353807 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c68acbef-90c9-445c-8fc8-ae574498ff8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:00.360301 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-72c632f3-d7cb-48be-be47-2828c1a2d34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (53e7a39c-e9ce-45c4-84af-632f2aac70ae), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:00.369300 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-0cdac2e2-b0c9-4bef-a005-179106ca850d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (f45b435f-0f64-41fe-a6ec-36683da765f9), after_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:00.380619 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-4c1d6d9d-4520-4f62-ac80-37e5ab604b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (dd44c60a-dd0f-4ff2-85ae-8c012af89cf9), after_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:00.393103 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2c4c8b4a-d086-4b0f-94d4-0ccc4ac8b9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (0a1a9f7e-73de-4620-ae03-4b1d50d7f706), after_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:00.435129 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d183eb-883c-4f9b-be62-0e1bb49e39ae None None] The sync data for ids ['a8e13541-9272-4fa2-a9ff-940907d6ba01'] in dv-cinder-master-3-iscsi is: [{'id': 'a8e13541-9272-4fa2-a9ff-940907d6ba01', 'name': 'tempest-DeleteServersTestJSON-1909304110-router', 'tenant_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.191'}], 'enable_snat': True}, 'gw_port_id': '3c278ab2-dc61-40f8-ab29-c8cc8b740d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:54Z', 'updated_at': '2022-09-04T01:04:55Z', 'revision_number': 3, 'project_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'gw_port': {'id': '3c278ab2-dc61-40f8-ab29-c8cc8b740d7d', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e13541-9272-4fa2-a9ff-940907d6ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:54Z', 'updated_at': '2022-09-04T01:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:05:00.453655 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3ef30ee4-4753-4a53-9ebf-2cb4aaa4fbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (8f0bcf6f-cf3f-4eea-8ce8-5f46f2c8f075), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:00.471527 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1d6d9d-4520-4f62-ac80-37e5ab604b1d None None] Network 1fb5aed8-696d-4f87-8b2a-7d29744538a8 is already hosted by enough agents. {{(pid=106792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:00.488779 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4c8b4a-d086-4b0f-94d4-0ccc4ac8b9f8 None None] Network d7f39628-666e-4480-8bee-49de183d5e09 is already hosted by enough agents. {{(pid=106792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:00.497107 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.base_scheduler [None req-2c4c8b4a-d086-4b0f-94d4-0ccc4ac8b9f8 None None] Resources bound (agent type, host, resource id): {{(pid=106792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:00.499576 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.base_scheduler [None req-4c1d6d9d-4520-4f62-ac80-37e5ab604b1d None None] Resources bound (agent type, host, resource id): {{(pid=106792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:00.510200 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef30ee4-4753-4a53-9ebf-2cb4aaa4fbde admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=106791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:05:00.515361 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:00.522239 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdac2e2-b0c9-4bef-a005-179106ca850d None None] Network b16f22e1-6fb1-440b-98eb-845123e960e6 is already hosted by enough agents. {{(pid=106792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:00.538197 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d6d9d-4520-4f62-ac80-37e5ab604b1d None None] Received port after_create {{(pid=106792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:05:00.547656 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3ef30ee4-4753-4a53-9ebf-2cb4aaa4fbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (492f51d8-b693-47c8-b61c-a48c0bcabb44), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:00.556413 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.base_scheduler [None req-0cdac2e2-b0c9-4bef-a005-179106ca850d None None] Resources bound (agent type, host, resource id): {{(pid=106792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:00.557628 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.segments_db [None req-3ef30ee4-4753-4a53-9ebf-2cb4aaa4fbde admin admin] Added segment 492f51d8-b693-47c8-b61c-a48c0bcabb44 of type vlan for network 24c98e7f-be01-4588-b989-3d3624ceef7c Sep 04 01:05:00.559151 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef30ee4-4753-4a53-9ebf-2cb4aaa4fbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0bcf6f-cf3f-4eea-8ce8-5f46f2c8f075,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:00.559507 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdac2e2-b0c9-4bef-a005-179106ca850d None None] Received port after_create {{(pid=106792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:05:00.594841 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4c8b4a-d086-4b0f-94d4-0ccc4ac8b9f8 None None] Received port after_create {{(pid=106792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:05:00.634086 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3ef30ee4-4753-4a53-9ebf-2cb4aaa4fbde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760291093679'] for network (24c98e7f-be01-4588-b989-3d3624ceef7c), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:00.650453 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2dbd-2266-4a9d-8fde-cd26a82b6950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (1cf499fb-10a0-4af2-afec-5f610dc85da6), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:00.773305 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [None req-724eea74-9eff-403e-a556-663ab372b134 admin admin] Allocated IP 172.37.7.253 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/3045b911-01c5-4fc3-8e89-ac2d9cea12a8) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:05:00.830706 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c632f3-d7cb-48be-be47-2828c1a2d34f None None] Pushing event updated for resources: {'Port': ['ID=53e7a39c-e9ce-45c4-84af-632f2aac70ae,revision_number=2']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:00.842983 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3ef30ee4-4753-4a53-9ebf-2cb4aaa4fbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for network (24c98e7f-be01-4588-b989-3d3624ceef7c), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:00.844942 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef30ee4-4753-4a53-9ebf-2cb4aaa4fbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:00.845584 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2e2dbd-2266-4a9d-8fde-cd26a82b6950 admin admin] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:00.847633 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3ef30ee4-4753-4a53-9ebf-2cb4aaa4fbde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:00.857233 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-fb2e2dbd-2266-4a9d-8fde-cd26a82b6950 admin admin] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:00.868222 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2e2dbd-2266-4a9d-8fde-cd26a82b6950 admin admin] Received port after_create {{(pid=106790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:05:00.871836 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_common [None req-79e93433-5f4e-43b2-a8f0-09352d58d0c7 admin admin] Allocated IP 172.20.0.1 (3b7528ba-1624-4915-b635-aeb0700ea8e7/46f76b48-bc1e-4bf9-b91c-49408437f259/a62a40a2-96f5-427a-808e-9e63c8644245) {{(pid=106790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:05:00.957590 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-0cdac2e2-b0c9-4bef-a005-179106ca850d None None] Attempting to bind port f45b435f-0f64-41fe-a6ec-36683da765f9 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:05:00.957590 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-0cdac2e2-b0c9-4bef-a005-179106ca850d None None] Attempting to bind port f45b435f-0f64-41fe-a6ec-36683da765f9 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:05:00.957590 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdac2e2-b0c9-4bef-a005-179106ca850d None None] Attempting to bind port f45b435f-0f64-41fe-a6ec-36683da765f9 on network b16f22e1-6fb1-440b-98eb-845123e960e6 {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:00.966284 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e2dbd-2266-4a9d-8fde-cd26a82b6950 admin admin] Pushing event updated for resources: {'Port': ['ID=1cf499fb-10a0-4af2-afec-5f610dc85da6,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:01.009528 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdac2e2-b0c9-4bef-a005-179106ca850d None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:05:01.010276 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdac2e2-b0c9-4bef-a005-179106ca850d None None] Checking segment: {'id': 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:05:01.011162 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-0cdac2e2-b0c9-4bef-a005-179106ca850d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:01.011741 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdac2e2-b0c9-4bef-a005-179106ca850d None None] Bound using segment: {'id': 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:05:01.012441 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-0cdac2e2-b0c9-4bef-a005-179106ca850d None None] Bound port: f45b435f-0f64-41fe-a6ec-36683da765f9, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:05:01.013022 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-0cdac2e2-b0c9-4bef-a005-179106ca850d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (f45b435f-0f64-41fe-a6ec-36683da765f9), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:01.017509 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-3ef30ee4-4753-4a53-9ebf-2cb4aaa4fbde admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0024400 Sep 04 01:05:01.022264 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45178) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:01.027084 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-c9a8d754-f335-4e99-8fd8-fd23fdf67750 admin admin] Request body: {'subnet': {'network_id': '24c98e7f-be01-4588-b989-3d3624ceef7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-763805907-subnet', 'tenant_id': 'd19b79b17abb4d78a4cc302a316f3688', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:01.040454 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:01.075223 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef30ee4-4753-4a53-9ebf-2cb4aaa4fbde admin admin] Pushing event updated for resources: {'Network': ['ID=24c98e7f-be01-4588-b989-3d3624ceef7c,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:01.120764 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-4c1d6d9d-4520-4f62-ac80-37e5ab604b1d None None] Attempting to bind port dd44c60a-dd0f-4ff2-85ae-8c012af89cf9 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:05:01.122830 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-4c1d6d9d-4520-4f62-ac80-37e5ab604b1d None None] Attempting to bind port dd44c60a-dd0f-4ff2-85ae-8c012af89cf9 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '79b84dcb-99f6-4af2-ac73-30fcaae597f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:05:01.132113 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d6d9d-4520-4f62-ac80-37e5ab604b1d None None] Attempting to bind port dd44c60a-dd0f-4ff2-85ae-8c012af89cf9 on network 1fb5aed8-696d-4f87-8b2a-7d29744538a8 {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:01.145041 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Network 24c98e7f-be01-4588-b989-3d3624ceef7c details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:05:01.145246 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-724eea74-9eff-403e-a556-663ab372b134 admin admin] Publish callbacks [] for port (3045b911-01c5-4fc3-8e89-ac2d9cea12a8), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:01.200448 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a8d754-f335-4e99-8fd8-fd23fdf67750 admin admin] Made reservation on behalf of d19b79b17abb4d78a4cc302a316f3688 for: {'subnet': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:05:01.203726 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c9a8d754-f335-4e99-8fd8-fd23fdf67750 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:01.228412 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-79e93433-5f4e-43b2-a8f0-09352d58d0c7 admin admin] Publish callbacks [] for port (a62a40a2-96f5-427a-808e-9e63c8644245), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:01.280682 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-724eea74-9eff-403e-a556-663ab372b134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (3045b911-01c5-4fc3-8e89-ac2d9cea12a8), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:01.348448 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-1ce303c4-ed6a-4535-9722-3e2a34ddab83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:01.363020 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724eea74-9eff-403e-a556-663ab372b134 admin admin] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:01.372146 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-724eea74-9eff-403e-a556-663ab372b134 admin admin] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:01.377648 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d6d9d-4520-4f62-ac80-37e5ab604b1d None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:05:01.378015 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d6d9d-4520-4f62-ac80-37e5ab604b1d None None] Checking segment: {'id': '79b84dcb-99f6-4af2-ac73-30fcaae597f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:05:01.378407 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-4c1d6d9d-4520-4f62-ac80-37e5ab604b1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:01.378787 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d6d9d-4520-4f62-ac80-37e5ab604b1d None None] Bound using segment: {'id': '79b84dcb-99f6-4af2-ac73-30fcaae597f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:05:01.379258 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-4c1d6d9d-4520-4f62-ac80-37e5ab604b1d None None] Bound port: dd44c60a-dd0f-4ff2-85ae-8c012af89cf9, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b84dcb-99f6-4af2-ac73-30fcaae597f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:05:01.389009 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724eea74-9eff-403e-a556-663ab372b134 admin admin] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:05:01.393418 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-4c1d6d9d-4520-4f62-ac80-37e5ab604b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (dd44c60a-dd0f-4ff2-85ae-8c012af89cf9), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:01.483375 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_common [None req-4cc1139d-3a56-4b90-bba6-fb7dc1a0176c admin admin] Allocated IP 172.37.7.166 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/4ed942cd-0f45-4d77-a66d-1d6c875877dc) {{(pid=106790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:05:01.489916 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdac2e2-b0c9-4bef-a005-179106ca850d None None] Pushing event updated for resources: {'Port': ['ID=f45b435f-0f64-41fe-a6ec-36683da765f9,revision_number=1']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:01.503956 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2dbd-2266-4a9d-8fde-cd26a82b6950 admin admin] Publish callbacks [] for router_gateway (e4262b22-bfcc-4362-b0da-5c283cfb2e9a), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:01.574324 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-79e93433-5f4e-43b2-a8f0-09352d58d0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (a62a40a2-96f5-427a-808e-9e63c8644245), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:01.638615 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-2c4c8b4a-d086-4b0f-94d4-0ccc4ac8b9f8 None None] Attempting to bind port 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:05:01.639058 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-2c4c8b4a-d086-4b0f-94d4-0ccc4ac8b9f8 None None] Attempting to bind port 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:05:01.639429 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c8b4a-d086-4b0f-94d4-0ccc4ac8b9f8 None None] Attempting to bind port 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 on network d7f39628-666e-4480-8bee-49de183d5e09 {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:01.647394 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d6d9d-4520-4f62-ac80-37e5ab604b1d None None] Pushing event updated for resources: {'Port': ['ID=dd44c60a-dd0f-4ff2-85ae-8c012af89cf9,revision_number=1']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:01.691304 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-4c1d6d9d-4520-4f62-ac80-37e5ab604b1d None None] For port dd44c60a-dd0f-4ff2-85ae-8c012af89cf9, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:05:01.698360 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-4c1d6d9d-4520-4f62-ac80-37e5ab604b1d None None] For port dd44c60a-dd0f-4ff2-85ae-8c012af89cf9, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dd44c60a-dd0f-4ff2-85ae-8c012af89cf9,segment=NetworkSegment(79b84dcb-99f6-4af2-ac73-30fcaae597f6),segment_id=79b84dcb-99f6-4af2-ac73-30fcaae597f6)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:05:01.706011 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c8b4a-d086-4b0f-94d4-0ccc4ac8b9f8 None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:05:01.710284 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c8b4a-d086-4b0f-94d4-0ccc4ac8b9f8 None None] Checking segment: {'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:05:01.710284 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2c4c8b4a-d086-4b0f-94d4-0ccc4ac8b9f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:01.710284 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c8b4a-d086-4b0f-94d4-0ccc4ac8b9f8 None None] Bound using segment: {'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:05:01.710284 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-2c4c8b4a-d086-4b0f-94d4-0ccc4ac8b9f8 None None] Bound port: 0a1a9f7e-73de-4620-ae03-4b1d50d7f706, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:05:01.710284 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2c4c8b4a-d086-4b0f-94d4-0ccc4ac8b9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (0a1a9f7e-73de-4620-ae03-4b1d50d7f706), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:01.735868 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:01.815146 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-4c1d6d9d-4520-4f62-ac80-37e5ab604b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (dd44c60a-dd0f-4ff2-85ae-8c012af89cf9), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:01.821666 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e93433-5f4e-43b2-a8f0-09352d58d0c7 admin admin] Network 3b7528ba-1624-4915-b635-aeb0700ea8e7 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:01.847495 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-79e93433-5f4e-43b2-a8f0-09352d58d0c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:01.854846 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-0cdac2e2-b0c9-4bef-a005-179106ca850d None None] For port f45b435f-0f64-41fe-a6ec-36683da765f9, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:05:01.907325 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724eea74-9eff-403e-a556-663ab372b134 admin admin] Pushing event updated for resources: {'Port': ['ID=3045b911-01c5-4fc3-8e89-ac2d9cea12a8,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:01.962496 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e93433-5f4e-43b2-a8f0-09352d58d0c7 admin admin] Received port after_create {{(pid=106790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:05:01.963125 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-79e93433-5f4e-43b2-a8f0-09352d58d0c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1721164'] for router_interface (a8e13541-9272-4fa2-a9ff-940907d6ba01), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:01.989045 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e93433-5f4e-43b2-a8f0-09352d58d0c7 admin admin] Pushing event updated for resources: {'Port': ['ID=a62a40a2-96f5-427a-808e-9e63c8644245,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:02.016780 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c9a8d754-f335-4e99-8fd8-fd23fdf67750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for subnet (14ddfef7-ea16-41a8-8988-1fdad0c9c4f9), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:02.028953 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-0cdac2e2-b0c9-4bef-a005-179106ca850d None None] For port f45b435f-0f64-41fe-a6ec-36683da765f9, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f45b435f-0f64-41fe-a6ec-36683da765f9,segment=NetworkSegment(c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131),segment_id=c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:05:02.040640 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:02.054721 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c8b4a-d086-4b0f-94d4-0ccc4ac8b9f8 None None] Pushing event updated for resources: {'Port': ['ID=0a1a9f7e-73de-4620-ae03-4b1d50d7f706,revision_number=1']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:02.105433 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 3c278ab2-dc61-40f8-ab29-c8cc8b740d7d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:02.119201 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:02.262731 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4cc1139d-3a56-4b90-bba6-fb7dc1a0176c admin admin] Publish callbacks [] for port (4ed942cd-0f45-4d77-a66d-1d6c875877dc), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:02.268776 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-0cdac2e2-b0c9-4bef-a005-179106ca850d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (f45b435f-0f64-41fe-a6ec-36683da765f9), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:02.302322 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8d754-f335-4e99-8fd8-fd23fdf67750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14ddfef7-ea16-41a8-8988-1fdad0c9c4f9,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:02.307259 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a8d754-f335-4e99-8fd8-fd23fdf67750 admin admin] Checking segment: {'id': '492f51d8-b693-47c8-b61c-a48c0bcabb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '24c98e7f-be01-4588-b989-3d3624ceef7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:05:02.307431 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a8d754-f335-4e99-8fd8-fd23fdf67750 admin admin] Network hostable DHCP agents. Network: 24c98e7f-be01-4588-b989-3d3624ceef7c, hostable agents: ['f07b96a2-ea86-405f-a561-e6ede253778c'], hosted agents: [] {{(pid=106791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:05:02.321542 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:02.322202 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cda0e4d-be92-4676-9077-dd557ef04a4c None None] Network 3e702e6e-ebe1-46a7-b30d-f3d140ac2993 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:05:02.328017 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-724eea74-9eff-403e-a556-663ab372b134 admin admin] Publish callbacks [] for router_gateway (d7fde424-29f8-4dba-95d8-51709b034af5), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:02.418367 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=11 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:02.418477 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-aca21bda-a306-49eb-974f-f517f880bb83 None None] Provisioning complete for port 53e7a39c-e9ce-45c4-84af-632f2aac70ae triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:02.418741 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-aca21bda-a306-49eb-974f-f517f880bb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (53e7a39c-e9ce-45c4-84af-632f2aac70ae), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:02.559039 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-2c4c8b4a-d086-4b0f-94d4-0ccc4ac8b9f8 None None] For port 0a1a9f7e-73de-4620-ae03-4b1d50d7f706, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:05:02.604547 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-2c4c8b4a-d086-4b0f-94d4-0ccc4ac8b9f8 None None] For port 0a1a9f7e-73de-4620-ae03-4b1d50d7f706, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0a1a9f7e-73de-4620-ae03-4b1d50d7f706,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:05:02.687376 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 3c278ab2-dc61-40f8-ab29-c8cc8b740d7d triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:02.687999 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (3c278ab2-dc61-40f8-ab29-c8cc8b740d7d), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:02.690407 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-aca21bda-a306-49eb-974f-f517f880bb83 None None] Current status of the port 53e7a39c-e9ce-45c4-84af-632f2aac70ae is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:02.690967 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-aca21bda-a306-49eb-974f-f517f880bb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (53e7a39c-e9ce-45c4-84af-632f2aac70ae), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:02.694204 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d6d9d-4520-4f62-ac80-37e5ab604b1d None None] Pushing event updated for resources: {'Port': ['ID=dd44c60a-dd0f-4ff2-85ae-8c012af89cf9,revision_number=2']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:02.706019 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a8d754-f335-4e99-8fd8-fd23fdf67750 admin admin] Network 24c98e7f-be01-4588-b989-3d3624ceef7c is scheduled to be hosted by DHCP agent f07b96a2-ea86-405f-a561-e6ede253778c with binding_index 1 {{(pid=106791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:05:02.758431 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-79e93433-5f4e-43b2-a8f0-09352d58d0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (a62a40a2-96f5-427a-808e-9e63c8644245), before_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:02.772258 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2dbd-2266-4a9d-8fde-cd26a82b6950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816303'] for router (e4262b22-bfcc-4362-b0da-5c283cfb2e9a), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:02.775396 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2c4c8b4a-d086-4b0f-94d4-0ccc4ac8b9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (0a1a9f7e-73de-4620-ae03-4b1d50d7f706), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:02.891285 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:02.912677 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-c9a8d754-f335-4e99-8fd8-fd23fdf67750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 24c98e7f-be01-4588-b989-3d3624ceef7c) {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:02.928490 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a8d754-f335-4e99-8fd8-fd23fdf67750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:02.939172 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c9a8d754-f335-4e99-8fd8-fd23fdf67750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:02.950642 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d248b63-1da2-4622-bc1f-e3712d2af938 None None] Network 24c98e7f-be01-4588-b989-3d3624ceef7c requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:05:03.109955 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-c9a8d754-f335-4e99-8fd8-fd23fdf67750 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0842752 Sep 04 01:05:03.214209 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-724eea74-9eff-403e-a556-663ab372b134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816303'] for router (d7fde424-29f8-4dba-95d8-51709b034af5), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:03.326634 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4cc1139d-3a56-4b90-bba6-fb7dc1a0176c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (4ed942cd-0f45-4d77-a66d-1d6c875877dc), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:03.412543 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc1139d-3a56-4b90-bba6-fb7dc1a0176c admin admin] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:03.413984 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1139d-3a56-4b90-bba6-fb7dc1a0176c admin admin] Pushing event updated for resources: {'Port': ['ID=4ed942cd-0f45-4d77-a66d-1d6c875877dc,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:03.453653 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-4cc1139d-3a56-4b90-bba6-fb7dc1a0176c admin admin] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:03.455517 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-aca21bda-a306-49eb-974f-f517f880bb83 None None] For port 53e7a39c-e9ce-45c4-84af-632f2aac70ae, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=53e7a39c-e9ce-45c4-84af-632f2aac70ae,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:03.463567 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc1139d-3a56-4b90-bba6-fb7dc1a0176c admin admin] Received port after_create {{(pid=106790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:05:03.529344 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdac2e2-b0c9-4bef-a005-179106ca850d None None] Pushing event updated for resources: {'Port': ['ID=f45b435f-0f64-41fe-a6ec-36683da765f9,revision_number=2']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:03.649307 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-47a19841-31d0-4819-b0b2-29f7751a0d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:03.650628 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_common [None req-c68acbef-90c9-445c-8fc8-ae574498ff8d admin admin] Allocated IP 172.37.7.31 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/6771cbc4-3e4b-419f-b87f-2db662f6e010) {{(pid=106790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:05:03.658497 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45224) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:03.658594 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-aca21bda-a306-49eb-974f-f517f880bb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (53e7a39c-e9ce-45c4-84af-632f2aac70ae), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:03.675319 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 3c278ab2-dc61-40f8-ab29-c8cc8b740d7d is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:03.675706 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (3c278ab2-dc61-40f8-ab29-c8cc8b740d7d), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:03.741910 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port 3c278ab2-dc61-40f8-ab29-c8cc8b740d7d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3c278ab2-dc61-40f8-ab29-c8cc8b740d7d,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:03.743087 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c8b4a-d086-4b0f-94d4-0ccc4ac8b9f8 None None] Pushing event updated for resources: {'Port': ['ID=0a1a9f7e-73de-4620-ae03-4b1d50d7f706,revision_number=2']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:03.778588 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724eea74-9eff-403e-a556-663ab372b134 admin admin] Router d7fde424-29f8-4dba-95d8-51709b034af5 is scheduled to L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe with binding_index 1 {{(pid=106791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 01:05:03.788291 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8434f1e-2b23-4cf2-9ded-64e90897291d admin admin] Deleting subnet 36ebda7b-6b63-4f93-9d3e-7042e3d41a8a {{(pid=106791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:05:03.796905 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d8434f1e-2b23-4cf2-9ded-64e90897291d admin admin] Publish callbacks [] for subnet (36ebda7b-6b63-4f93-9d3e-7042e3d41a8a), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:03.830808 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7377d6c4-189c-44f6-97da-4192df35e28b None None] Network 24c98e7f-be01-4588-b989-3d3624ceef7c requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:05:03.840618 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (3c278ab2-dc61-40f8-ab29-c8cc8b740d7d), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:03.841724 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 53e7a39c-e9ce-45c4-84af-632f2aac70ae up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:03.855887 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:03.862250 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-82799a97-92b0-47e9-8d20-ebb87a1453ea None None] Provisioning complete for port 53e7a39c-e9ce-45c4-84af-632f2aac70ae triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:03.862636 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-82799a97-92b0-47e9-8d20-ebb87a1453ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (53e7a39c-e9ce-45c4-84af-632f2aac70ae), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:03.908372 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d8434f1e-2b23-4cf2-9ded-64e90897291d admin admin] Publish callbacks [] for subnet (36ebda7b-6b63-4f93-9d3e-7042e3d41a8a), precommit_delete_associations {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:03.969952 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d8434f1e-2b23-4cf2-9ded-64e90897291d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869317'] for subnet (36ebda7b-6b63-4f93-9d3e-7042e3d41a8a), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:04.059784 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:04.063034 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=8 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:04.087853 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2e2dbd-2266-4a9d-8fde-cd26a82b6950 admin admin] Router e4262b22-bfcc-4362-b0da-5c283cfb2e9a is scheduled to L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe with binding_index 1 {{(pid=106790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 01:05:04.092996 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c68acbef-90c9-445c-8fc8-ae574498ff8d admin admin] Publish callbacks [] for port (6771cbc4-3e4b-419f-b87f-2db662f6e010), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:04.110744 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca21bda-a306-49eb-974f-f517f880bb83 None None] Pushing event updated for resources: {'Port': ['ID=53e7a39c-e9ce-45c4-84af-632f2aac70ae,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:04.170539 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724eea74-9eff-403e-a556-663ab372b134 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:05:04.231962 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] Sync routers for ids ['d7fde424-29f8-4dba-95d8-51709b034af5'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:05:04.263026 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425070a2-4fe3-46f6-b1de-54bcc0dab860 None None] Network 1fb5aed8-696d-4f87-8b2a-7d29744538a8 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:05:04.273990 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-724eea74-9eff-403e-a556-663ab372b134 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:04.275531 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-724eea74-9eff-403e-a556-663ab372b134 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7174387 Sep 04 01:05:04.280488 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45250) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:04.367944 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d8434f1e-2b23-4cf2-9ded-64e90897291d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for subnet (36ebda7b-6b63-4f93-9d3e-7042e3d41a8a), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:04.445845 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8434f1e-2b23-4cf2-9ded-64e90897291d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ebda7b-6b63-4f93-9d3e-7042e3d41a8a,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:04.463858 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d8434f1e-2b23-4cf2-9ded-64e90897291d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:04.467760 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:04.469235 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-d8434f1e-2b23-4cf2-9ded-64e90897291d admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/36ebda7b-6b63-4f93-9d3e-7042e3d41a8a HTTP/1.1" status: 204 len: 168 time: 0.8106842 Sep 04 01:05:04.477868 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45256) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:04.489739 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:INSERT=13,neutron:SELECT=79,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:04.541915 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 53e7a39c-e9ce-45c4-84af-632f2aac70ae triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:04.542303 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (53e7a39c-e9ce-45c4-84af-632f2aac70ae), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:04.553378 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] Routers {'d7fde424-29f8-4dba-95d8-51709b034af5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:05:04.553378 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:05:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['d7fde424-29f8-4dba-95d8-51709b034af5'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:04.646963 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855412'] for network (bb66909c-9291-477a-9f2b-a9f4b56d351c), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:04.667512 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c68acbef-90c9-445c-8fc8-ae574498ff8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (6771cbc4-3e4b-419f-b87f-2db662f6e010), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:04.687025 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e096821-8c66-442f-b56a-1b8d3d621267 None None] Network d7f39628-666e-4480-8bee-49de183d5e09 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:05:04.690729 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=3c278ab2-dc61-40f8-ab29-c8cc8b740d7d,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:04.867752 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68acbef-90c9-445c-8fc8-ae574498ff8d admin admin] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:04.876561 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-82799a97-92b0-47e9-8d20-ebb87a1453ea None None] Current status of the port 53e7a39c-e9ce-45c4-84af-632f2aac70ae is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:04.885447 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-c68acbef-90c9-445c-8fc8-ae574498ff8d admin admin] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:04.888985 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-79e93433-5f4e-43b2-a8f0-09352d58d0c7 admin admin] Publish callbacks [] for port (a62a40a2-96f5-427a-808e-9e63c8644245), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:04.889750 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da546ab1-6d3e-490a-9a21-9e55311a21cc None None] Network b16f22e1-6fb1-440b-98eb-845123e960e6 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:05:04.892713 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:04.904770 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68acbef-90c9-445c-8fc8-ae574498ff8d admin admin] Received port after_create {{(pid=106790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:05:04.904770 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4cc1139d-3a56-4b90-bba6-fb7dc1a0176c admin admin] Publish callbacks [] for router_gateway (a6875d57-1898-4fcc-8186-5995078e83c1), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:04.904770 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68acbef-90c9-445c-8fc8-ae574498ff8d admin admin] Pushing event updated for resources: {'Port': ['ID=6771cbc4-3e4b-419f-b87f-2db662f6e010,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:04.909004 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2e2dbd-2266-4a9d-8fde-cd26a82b6950 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:05:04.920496 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] Sync routers for ids ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:05:04.940871 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] Routers {'e4262b22-bfcc-4362-b0da-5c283cfb2e9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:05:04.944254 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:05:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:05.057622 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-79e93433-5f4e-43b2-a8f0-09352d58d0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (a62a40a2-96f5-427a-808e-9e63c8644245), after_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:05.058145 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-79e93433-5f4e-43b2-a8f0-09352d58d0c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1721328'] for router_interface (a8e13541-9272-4fa2-a9ff-940907d6ba01), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:05.075742 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] Set router d7fde424-29f8-4dba-95d8-51709b034af5 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:05:05.130415 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-82799a97-92b0-47e9-8d20-ebb87a1453ea None None] Provisioning complete for port a62a40a2-96f5-427a-808e-9e63c8644245 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:05.131074 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-82799a97-92b0-47e9-8d20-ebb87a1453ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (a62a40a2-96f5-427a-808e-9e63c8644245), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:05.179080 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1299106', 'neutron.services.segments.db._delete_segments_for_network-8760291617684'] for network (bb66909c-9291-477a-9f2b-a9f4b56d351c), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:05.213724 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] Set router e4262b22-bfcc-4362-b0da-5c283cfb2e9a gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:05:05.238422 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:05:05.238627 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:05:05.240150 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:05:05.240479 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Subscribe: > port after_create 55550000 {{(pid=106791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:05:05.241196 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Subscribe: > port after_delete 55550000 {{(pid=106791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:05:05.241309 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Subscribe: > port after_update 55550000 {{(pid=106791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:05:05.241613 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:05:05.241949 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:05:05.242316 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:05:05.242656 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:05:05.272782 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:05.309588 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e93433-5f4e-43b2-a8f0-09352d58d0c7 admin admin] Pushing event updated for resources: {'Port': ['ID=a62a40a2-96f5-427a-808e-9e63c8644245,revision_number=2']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:05.388979 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2dbd-2266-4a9d-8fde-cd26a82b6950 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:05.390152 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-fb2e2dbd-2266-4a9d-8fde-cd26a82b6950 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.9711058 Sep 04 01:05:05.401694 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45272) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:05.436235 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-82799a97-92b0-47e9-8d20-ebb87a1453ea None None] Port a62a40a2-96f5-427a-808e-9e63c8644245 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:05:05.443475 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 53e7a39c-e9ce-45c4-84af-632f2aac70ae is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:05.450559 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-167828011-router', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55'}], 'enable_snat': True}, 'gw_port_id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:01Z', 'revision_number': 3, 'project_id': '55faed42b7f243df9df879d581797f56', 'gw_port': {'id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:05.523943 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] Checking router: e4262b22-bfcc-4362-b0da-5c283cfb2e9a for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:05:05.524306 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] Updating router e4262b22-bfcc-4362-b0da-5c283cfb2e9a port 1cf499fb-10a0-4af2-afec-5f610dc85da6 binding host dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:05:05.570860 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (1cf499fb-10a0-4af2-afec-5f610dc85da6), before_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:05.662785 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-65447111-00a5-4912-aed9-6bd458e2d923 None None] Provisioning complete for port f45b435f-0f64-41fe-a6ec-36683da765f9 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:05.663268 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-65447111-00a5-4912-aed9-6bd458e2d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (f45b435f-0f64-41fe-a6ec-36683da765f9), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:05.726793 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4cc1139d-3a56-4b90-bba6-fb7dc1a0176c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816303'] for router (a6875d57-1898-4fcc-8186-5995078e83c1), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:05.769057 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:05:05.769469 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:05:05.769792 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:05:05.770115 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:05:05.771002 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb66909c-9291-477a-9f2b-a9f4b56d351c']}} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:05.822835 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af2c02d-18a0-4624-a8f5-965163bd84c8') {'for_net_delete': True} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:05.823429 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af2c02d-18a0-4624-a8f5-965163bd84c8') {} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:05.872013 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'name': 'tempest-AttachVolumeTestJSON-364832789-router', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253'}], 'enable_snat': True}, 'gw_port_id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:01Z', 'revision_number': 3, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'gw_port': {'id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:05.900850 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760291642516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-969642'] for segment (3af2c02d-18a0-4624-a8f5-965163bd84c8), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:05.917307 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45276) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:05.945345 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:05.953041 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:05.958580 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:05.960224 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] Checking router: d7fde424-29f8-4dba-95d8-51709b034af5 for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:05:05.960761 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] Updating router d7fde424-29f8-4dba-95d8-51709b034af5 port 3045b911-01c5-4fc3-8e89-ac2d9cea12a8 binding host dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:05:06.037489 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 3c278ab2-dc61-40f8-ab29-c8cc8b740d7d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:06.057940 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:06.081380 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (3045b911-01c5-4fc3-8e89-ac2d9cea12a8), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:06.083865 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (3af2c02d-18a0-4624-a8f5-965163bd84c8), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:06.125499 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=106791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:05:06.131419 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65167609'] for segment (3af2c02d-18a0-4624-a8f5-965163bd84c8), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:06.141201 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-65447111-00a5-4912-aed9-6bd458e2d923 None None] Current status of the port f45b435f-0f64-41fe-a6ec-36683da765f9 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:06.141660 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-65447111-00a5-4912-aed9-6bd458e2d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (f45b435f-0f64-41fe-a6ec-36683da765f9), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:06.278660 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-25c4180b-2e7e-4d99-a147-e56fe9c7f82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:06.296564 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:06.307220 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:06.342662 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e93433-5f4e-43b2-a8f0-09352d58d0c7 admin admin] Network 3b7528ba-1624-4915-b635-aeb0700ea8e7 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:06.356962 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-79e93433-5f4e-43b2-a8f0-09352d58d0c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:06.394013 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c68acbef-90c9-445c-8fc8-ae574498ff8d admin admin] Publish callbacks [] for router_gateway (61883c33-5f31-4a53-b117-0fe975bce512), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:06.406446 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-9fc6d6a7-d245-4bf0-853b-19962333f23c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:06.433542 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-65447111-00a5-4912-aed9-6bd458e2d923 None None] For port f45b435f-0f64-41fe-a6ec-36683da765f9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f45b435f-0f64-41fe-a6ec-36683da765f9,segment=NetworkSegment(c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131),segment_id=c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:06.435644 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 3c278ab2-dc61-40f8-ab29-c8cc8b740d7d triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:06.437507 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (3c278ab2-dc61-40f8-ab29-c8cc8b740d7d), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:06.567718 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] Publish callbacks [] for port (1cf499fb-10a0-4af2-afec-5f610dc85da6), precommit_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:06.582081 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1299115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811184'] for network (bb66909c-9291-477a-9f2b-a9f4b56d351c), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:06.583682 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc1139d-3a56-4b90-bba6-fb7dc1a0176c admin admin] Router a6875d57-1898-4fcc-8186-5995078e83c1 is scheduled to L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe with binding_index 1 {{(pid=106790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 01:05:06.587800 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-65447111-00a5-4912-aed9-6bd458e2d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (f45b435f-0f64-41fe-a6ec-36683da765f9), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:06.595252 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:06.619886 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment 3af2c02d-18a0-4624-a8f5-965163bd84c8 resource provider aggregate not found Sep 04 01:05:06.631475 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:06.637572 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/bb66909c-9291-477a-9f2b-a9f4b56d351c HTTP/1.1" status: 204 len: 168 time: 2.1584277 Sep 04 01:05:06.646000 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45294) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:06.646130 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-65447111-00a5-4912-aed9-6bd458e2d923 None None] Provisioning complete for port 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:06.646130 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-65447111-00a5-4912-aed9-6bd458e2d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (0a1a9f7e-73de-4620-ae03-4b1d50d7f706), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:06.648031 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (1cf499fb-10a0-4af2-afec-5f610dc85da6), after_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:06.649568 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:06.659386 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 3c278ab2-dc61-40f8-ab29-c8cc8b740d7d is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:06.660453 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:06.675164 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c611e7-e485-48a8-b092-2d799237459e admin admin] Pushing event deleted for resources: {'Network': ['ID=bb66909c-9291-477a-9f2b-a9f4b56d351c,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:06.692698 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment 3af2c02d-18a0-4624-a8f5-965163bd84c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3af2c02d-18a0-4624-a8f5-965163bd84c8 found for delete ", "request_id": "req-d6773064-a72e-4492-9cfe-6bc79e055fbd"}]} Sep 04 01:05:06.719938 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] Attempting to bind port 1cf499fb-10a0-4af2-afec-5f610dc85da6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:05:06.720231 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] Attempting to bind port 1cf499fb-10a0-4af2-afec-5f610dc85da6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}] {{(pid=106793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:05:06.720509 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] Attempting to bind port 1cf499fb-10a0-4af2-afec-5f610dc85da6 on network e8e0564a-d5c9-4fe0-b2d4-538f45096708 {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:06.736232 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:06.750284 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:05:06.751800 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] Checking segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:05:06.752507 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:06.757349 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] Bound using segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:05:06.758233 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] Bound port: 1cf499fb-10a0-4af2-afec-5f610dc85da6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}] {{(pid=106793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:05:06.760097 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (1cf499fb-10a0-4af2-afec-5f610dc85da6), before_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:06.831644 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:06.851479 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65447111-00a5-4912-aed9-6bd458e2d923 None None] Pushing event updated for resources: {'Port': ['ID=f45b435f-0f64-41fe-a6ec-36683da765f9,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:06.882578 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:06.883931 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039cc52-1bc2-4655-a2c8-061d14012a3a None None] Pushing event updated for resources: {'Port': ['ID=1cf499fb-10a0-4af2-afec-5f610dc85da6,revision_number=2']} {{(pid=106793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:06.896291 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:06.896916 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (0a1a9f7e-73de-4620-ae03-4b1d50d7f706), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:06.899531 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.db [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] For port 1cf499fb-10a0-4af2-afec-5f610dc85da6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:05:06.905976 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.db [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] For port 1cf499fb-10a0-4af2-afec-5f610dc85da6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1cf499fb-10a0-4af2-afec-5f610dc85da6,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:05:06.908336 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:06.937318 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-9fc6d6a7-d245-4bf0-853b-19962333f23c admin admin] Publish callbacks [] for security_group (c36dd10d-1a18-4c9a-bf78-dc2aac520956), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:06.941169 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_v2 [None req-881e22f6-4783-40ba-8b92-139d326c15c1 admin admin] Deleting subnet 14ddfef7-ea16-41a8-8988-1fdad0c9c4f9 {{(pid=106790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:05:06.955163 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [None req-25c4180b-2e7e-4d99-a147-e56fe9c7f82d admin admin] Allocated IP 172.20.0.1 (1fb5aed8-696d-4f87-8b2a-7d29744538a8/cf87fd90-4193-4f02-8ccd-ce8ccea66ca5/378bbdd4-3077-4657-8055-fdc0a7600948) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:05:06.959074 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-881e22f6-4783-40ba-8b92-139d326c15c1 admin admin] Publish callbacks [] for subnet (14ddfef7-ea16-41a8-8988-1fdad0c9c4f9), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:06.997911 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-65447111-00a5-4912-aed9-6bd458e2d923 None None] Current status of the port 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:06.998294 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-65447111-00a5-4912-aed9-6bd458e2d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (0a1a9f7e-73de-4620-ae03-4b1d50d7f706), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.008786 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (1cf499fb-10a0-4af2-afec-5f610dc85da6), after_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.042975 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-9fc6d6a7-d245-4bf0-853b-19962333f23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (c36dd10d-1a18-4c9a-bf78-dc2aac520956), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.062519 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039cc52-1bc2-4655-a2c8-061d14012a3a None None] Pushing event updated for resources: {'Port': ['ID=1cf499fb-10a0-4af2-afec-5f610dc85da6,revision_number=3']} {{(pid=106793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:07.080104 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] Routers {'e4262b22-bfcc-4362-b0da-5c283cfb2e9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:05:07.080931 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:05:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:07.095734 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-65447111-00a5-4912-aed9-6bd458e2d923 None None] For port 0a1a9f7e-73de-4620-ae03-4b1d50d7f706, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0a1a9f7e-73de-4620-ae03-4b1d50d7f706,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:07.103176 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:07.103613 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (0a1a9f7e-73de-4620-ae03-4b1d50d7f706), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.112842 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-9fc6d6a7-d245-4bf0-853b-19962333f23c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bac331f898134ea787f4eb29b701b3ea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1971655 Sep 04 01:05:07.113464 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45298) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:07.127796 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] Publish callbacks [] for port (3045b911-01c5-4fc3-8e89-ac2d9cea12a8), precommit_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.134514 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6d6a7-d245-4bf0-853b-19962333f23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36dd10d-1a18-4c9a-bf78-dc2aac520956,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:07.155545 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-65447111-00a5-4912-aed9-6bd458e2d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (0a1a9f7e-73de-4620-ae03-4b1d50d7f706), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.200591 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-25c4180b-2e7e-4d99-a147-e56fe9c7f82d admin admin] Publish callbacks [] for port (378bbdd4-3077-4657-8055-fdc0a7600948), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.216403 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-65447111-00a5-4912-aed9-6bd458e2d923 None None] Provisioning complete for port dd44c60a-dd0f-4ff2-85ae-8c012af89cf9 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:07.216799 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-65447111-00a5-4912-aed9-6bd458e2d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (dd44c60a-dd0f-4ff2-85ae-8c012af89cf9), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.219253 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:07.219373 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-881e22f6-4783-40ba-8b92-139d326c15c1 admin admin] Publish callbacks [] for subnet (14ddfef7-ea16-41a8-8988-1fdad0c9c4f9), precommit_delete_associations {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.234909 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-baf55837-0e92-4aa1-8034-d9bb083b0ef9 admin admin] Publish callbacks [] for security_group (c36dd10d-1a18-4c9a-bf78-dc2aac520956), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.235861 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] Set router e4262b22-bfcc-4362-b0da-5c283cfb2e9a gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:05:07.236581 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-881e22f6-4783-40ba-8b92-139d326c15c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869317'] for subnet (14ddfef7-ea16-41a8-8988-1fdad0c9c4f9), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.258365 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (3045b911-01c5-4fc3-8e89-ac2d9cea12a8), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.271125 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-baf55837-0e92-4aa1-8034-d9bb083b0ef9 admin admin] Publish callbacks [] for security_group (c36dd10d-1a18-4c9a-bf78-dc2aac520956), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.280908 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.db.api [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 04 01:05:07.281343 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG oslo_db.api [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 04 01:05:07.290016 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65447111-00a5-4912-aed9-6bd458e2d923 None None] Pushing event updated for resources: {'Port': ['ID=0a1a9f7e-73de-4620-ae03-4b1d50d7f706,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:07.293226 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] Attempting to bind port 3045b911-01c5-4fc3-8e89-ac2d9cea12a8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:05:07.293540 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] Attempting to bind port 3045b911-01c5-4fc3-8e89-ac2d9cea12a8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:05:07.293886 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] Attempting to bind port 3045b911-01c5-4fc3-8e89-ac2d9cea12a8 on network e8e0564a-d5c9-4fe0-b2d4-538f45096708 {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:07.325156 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:05:07.325566 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] Checking segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:05:07.327240 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.327240 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] Bound using segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:05:07.327240 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] Bound port: 3045b911-01c5-4fc3-8e89-ac2d9cea12a8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:05:07.327240 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (3045b911-01c5-4fc3-8e89-ac2d9cea12a8), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.353938 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e93433-5f4e-43b2-a8f0-09352d58d0c7 admin admin] Router a8e13541-9272-4fa2-a9ff-940907d6ba01 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:05:07.406029 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169521a7-efd7-43f0-ab94-690942d86b8b None None] Pushing event updated for resources: {'Port': ['ID=3045b911-01c5-4fc3-8e89-ac2d9cea12a8,revision_number=2']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:07.424093 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-25c4180b-2e7e-4d99-a147-e56fe9c7f82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (378bbdd4-3077-4657-8055-fdc0a7600948), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.424801 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] For port 3045b911-01c5-4fc3-8e89-ac2d9cea12a8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:05:07.428564 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-65447111-00a5-4912-aed9-6bd458e2d923 None None] Current status of the port dd44c60a-dd0f-4ff2-85ae-8c012af89cf9 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:07.428948 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-65447111-00a5-4912-aed9-6bd458e2d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (dd44c60a-dd0f-4ff2-85ae-8c012af89cf9), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.432060 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] For port 3045b911-01c5-4fc3-8e89-ac2d9cea12a8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3045b911-01c5-4fc3-8e89-ac2d9cea12a8,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:05:07.466695 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-167828011-router', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55'}], 'enable_snat': True}, 'gw_port_id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:01Z', 'revision_number': 3, 'project_id': '55faed42b7f243df9df879d581797f56', 'gw_port': {'id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:07.474658 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-881e22f6-4783-40ba-8b92-139d326c15c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for subnet (14ddfef7-ea16-41a8-8988-1fdad0c9c4f9), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.477701 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-baf55837-0e92-4aa1-8034-d9bb083b0ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (c36dd10d-1a18-4c9a-bf78-dc2aac520956), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.483335 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-65447111-00a5-4912-aed9-6bd458e2d923 None None] For port dd44c60a-dd0f-4ff2-85ae-8c012af89cf9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dd44c60a-dd0f-4ff2-85ae-8c012af89cf9,segment=NetworkSegment(79b84dcb-99f6-4af2-ac73-30fcaae597f6),segment_id=79b84dcb-99f6-4af2-ac73-30fcaae597f6)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:07.483507 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-baf55837-0e92-4aa1-8034-d9bb083b0ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.486041 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-baf55837-0e92-4aa1-8034-d9bb083b0ef9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c36dd10d-1a18-4c9a-bf78-dc2aac520956 HTTP/1.1" status: 204 len: 168 time: 0.3670416 Sep 04 01:05:07.486727 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc1139d-3a56-4b90-bba6-fb7dc1a0176c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:05:07.498068 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b29690-fba6-4432-a637-df70e69452eb None None] Sync routers for ids ['a6875d57-1898-4fcc-8186-5995078e83c1'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:05:07.502490 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf55837-0e92-4aa1-8034-d9bb083b0ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36dd10d-1a18-4c9a-bf78-dc2aac520956,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:07.506498 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c65f40-3cf2-4285-832e-151fac12c4e4 None None] The sync data for ids ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'] in dv-cinder-master-3-iscsi is: [{'id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-167828011-router', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55'}], 'enable_snat': True}, 'gw_port_id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:01Z', 'revision_number': 3, 'project_id': '55faed42b7f243df9df879d581797f56', 'gw_port': {'id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:05:07.511782 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b29690-fba6-4432-a637-df70e69452eb None None] Routers {'a6875d57-1898-4fcc-8186-5995078e83c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:05:07.512504 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-79b29690-fba6-4432-a637-df70e69452eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:05:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a6875d57-1898-4fcc-8186-5995078e83c1'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:07.527914 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c4180b-2e7e-4d99-a147-e56fe9c7f82d admin admin] Network 1fb5aed8-696d-4f87-8b2a-7d29744538a8 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:07.533775 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-25c4180b-2e7e-4d99-a147-e56fe9c7f82d admin admin] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:07.538711 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c4180b-2e7e-4d99-a147-e56fe9c7f82d admin admin] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:05:07.542151 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4180b-2e7e-4d99-a147-e56fe9c7f82d admin admin] Pushing event updated for resources: {'Port': ['ID=378bbdd4-3077-4657-8055-fdc0a7600948,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:07.543924 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c68acbef-90c9-445c-8fc8-ae574498ff8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816303'] for router (61883c33-5f31-4a53-b117-0fe975bce512), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.571071 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (3045b911-01c5-4fc3-8e89-ac2d9cea12a8), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.604815 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:07.608809 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-25c4180b-2e7e-4d99-a147-e56fe9c7f82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1721164'] for router_interface (d7fde424-29f8-4dba-95d8-51709b034af5), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.618516 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-65447111-00a5-4912-aed9-6bd458e2d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (dd44c60a-dd0f-4ff2-85ae-8c012af89cf9), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.658093 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e22f6-4783-40ba-8b92-139d326c15c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14ddfef7-ea16-41a8-8988-1fdad0c9c4f9,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:07.659995 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169521a7-efd7-43f0-ab94-690942d86b8b None None] Pushing event updated for resources: {'Port': ['ID=3045b911-01c5-4fc3-8e89-ac2d9cea12a8,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:07.663002 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-881e22f6-4783-40ba-8b92-139d326c15c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for subnet (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.666738 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-881e22f6-4783-40ba-8b92-139d326c15c1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/14ddfef7-ea16-41a8-8988-1fdad0c9c4f9 HTTP/1.1" status: 204 len: 168 time: 0.9909537 Sep 04 01:05:07.689069 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45302) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:07.723760 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:07.793935 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4cc1139d-3a56-4b90-bba6-fb7dc1a0176c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.799844 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45304) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:07.800129 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-4cc1139d-3a56-4b90-bba6-fb7dc1a0176c admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.7089350 Sep 04 01:05:07.808212 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] Routers {'d7fde424-29f8-4dba-95d8-51709b034af5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:05:07.808860 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:05:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['d7fde424-29f8-4dba-95d8-51709b034af5'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:07.822158 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e93433-5f4e-43b2-a8f0-09352d58d0c7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:05:07.833854 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] Sync routers for ids ['a8e13541-9272-4fa2-a9ff-940907d6ba01'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:05:07.859301 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] Routers {'a8e13541-9272-4fa2-a9ff-940907d6ba01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:05:07.859837 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:05:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a8e13541-9272-4fa2-a9ff-940907d6ba01'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:07.878873 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-11ffc4a4-fb4e-4476-bbca-d91e9e319165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:07.903754 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-79e93433-5f4e-43b2-a8f0-09352d58d0c7 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/a8e13541-9272-4fa2-a9ff-940907d6ba01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8092420 Sep 04 01:05:07.944317 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92b2ba7b-f7fb-4fc1-bf51-15e134763a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855412'] for network (24c98e7f-be01-4588-b989-3d3624ceef7c), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:08.072195 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:08.127675 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65447111-00a5-4912-aed9-6bd458e2d923 None None] Pushing event updated for resources: {'Port': ['ID=dd44c60a-dd0f-4ff2-85ae-8c012af89cf9,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:08.164304 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:08.164841 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] Set router a8e13541-9272-4fa2-a9ff-940907d6ba01 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:05:08.194632 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:08.208351 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-1e7a1d68-8473-4121-9db8-30aa6c823259 None None] Provisioning complete for port f45b435f-0f64-41fe-a6ec-36683da765f9 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:08.209297 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-1e7a1d68-8473-4121-9db8-30aa6c823259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (f45b435f-0f64-41fe-a6ec-36683da765f9), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:08.272408 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:08.279000 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device f45b435f-0f64-41fe-a6ec-36683da765f9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:08.282030 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:08.422029 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-79b29690-fba6-4432-a637-df70e69452eb None None] Set router a6875d57-1898-4fcc-8186-5995078e83c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:05:08.451021 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92b2ba7b-f7fb-4fc1-bf51-15e134763a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1299106', 'neutron.services.segments.db._delete_segments_for_network-8760291617684'] for network (24c98e7f-be01-4588-b989-3d3624ceef7c), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:08.467606 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_common [None req-11ffc4a4-fb4e-4476-bbca-d91e9e319165 admin admin] Allocated IP 172.20.0.1 (3e702e6e-ebe1-46a7-b30d-f3d140ac2993/b8f8e824-5e09-4bb6-bfba-faf43aae1f44/c2f724af-5dbd-4d91-83cd-c5152b744599) {{(pid=106790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:05:08.515707 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45320) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:08.530589 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-25c4180b-2e7e-4d99-a147-e56fe9c7f82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (378bbdd4-3077-4657-8055-fdc0a7600948), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:08.550691 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-92b2ba7b-f7fb-4fc1-bf51-15e134763a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c98e7f-be01-4588-b989-3d3624ceef7c']}} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:08.576221 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-477e8205-36be-4d4e-abb4-97779e7fc211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:08.614408 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-92b2ba7b-f7fb-4fc1-bf51-15e134763a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492f51d8-b693-47c8-b61c-a48c0bcabb44') {'for_net_delete': True} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:08.614702 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-92b2ba7b-f7fb-4fc1-bf51-15e134763a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492f51d8-b693-47c8-b61c-a48c0bcabb44') {} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:08.634946 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68acbef-90c9-445c-8fc8-ae574498ff8d admin admin] Router 61883c33-5f31-4a53-b117-0fe975bce512 is scheduled to L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe with binding_index 1 {{(pid=106790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 01:05:08.635147 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e13541-9272-4fa2-a9ff-940907d6ba01', 'name': 'tempest-DeleteServersTestJSON-1909304110-router', 'tenant_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.191'}], 'enable_snat': True}, 'gw_port_id': '3c278ab2-dc61-40f8-ab29-c8cc8b740d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:54Z', 'updated_at': '2022-09-04T01:05:02Z', 'revision_number': 4, 'project_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'gw_port': {'id': '3c278ab2-dc61-40f8-ab29-c8cc8b740d7d', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e13541-9272-4fa2-a9ff-940907d6ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:54Z', 'updated_at': '2022-09-04T01:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a62a40a2-96f5-427a-808e-9e63c8644245', 'name': '', 'network_id': '3b7528ba-1624-4915-b635-aeb0700ea8e7', 'tenant_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'mac_address': 'fa:16:3e:dd:cb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e13541-9272-4fa2-a9ff-940907d6ba01', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '46f76b48-bc1e-4bf9-b91c-49408437f259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:03Z', 'revision_number': 2, 'project_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'subnets': [{'id': '46f76b48-bc1e-4bf9-b91c-49408437f259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:08.691197 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] Checking router: a8e13541-9272-4fa2-a9ff-940907d6ba01 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:05:08.691537 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] Updating router a8e13541-9272-4fa2-a9ff-940907d6ba01 port a62a40a2-96f5-427a-808e-9e63c8644245 binding host dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:05:08.698343 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92b2ba7b-f7fb-4fc1-bf51-15e134763a75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760291642516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-969642'] for segment (492f51d8-b693-47c8-b61c-a48c0bcabb44), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:08.749321 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-477e8205-36be-4d4e-abb4-97779e7fc211 admin admin] Publish callbacks [] for security_group (10b7b28d-44b1-401c-a13e-91aafb27f1fb), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:08.750171 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (a62a40a2-96f5-427a-808e-9e63c8644245), before_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:08.772995 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45338) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:08.796481 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92b2ba7b-f7fb-4fc1-bf51-15e134763a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (492f51d8-b693-47c8-b61c-a48c0bcabb44), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:08.804068 dv-cinder-master-3-iscsi neutron-server[106791]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 04 01:05:08.856355 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] Set router d7fde424-29f8-4dba-95d8-51709b034af5 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:05:08.950614 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port f45b435f-0f64-41fe-a6ec-36683da765f9 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:08.951237 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (f45b435f-0f64-41fe-a6ec-36683da765f9), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:09.047916 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-477e8205-36be-4d4e-abb4-97779e7fc211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (10b7b28d-44b1-401c-a13e-91aafb27f1fb), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:09.074908 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-2e3627f9-bfa4-4dac-9939-11b2454b0da5 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:09.076692 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-2e3627f9-bfa4-4dac-9939-11b2454b0da5 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/networks?id=3b7528ba-1624-4915-b635-aeb0700ea8e7 HTTP/1.1" status: 200 len: 812 time: 0.2958241 Sep 04 01:05:09.085163 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b2ba7b-f7fb-4fc1-bf51-15e134763a75 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=106791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:05:09.085816 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92b2ba7b-f7fb-4fc1-bf51-15e134763a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65167609'] for segment (492f51d8-b693-47c8-b61c-a48c0bcabb44), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:09.145593 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] Publish callbacks [] for port (a62a40a2-96f5-427a-808e-9e63c8644245), precommit_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:09.148945 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:09.156169 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-477e8205-36be-4d4e-abb4-97779e7fc211 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f14a3f986b774cb09bd5cc3f9ebeaac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6296515 Sep 04 01:05:09.169184 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45344) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:09.197402 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment 492f51d8-b693-47c8-b61c-a48c0bcabb44 resource provider aggregate not found Sep 04 01:05:09.219238 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (a62a40a2-96f5-427a-808e-9e63c8644245), after_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:09.225873 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-405ddef3-0c45-414a-aa12-019946179a3a tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/quotas/e07d8b14fef34e04a0410f12e5dbd2fe HTTP/1.1" status: 200 len: 375 time: 0.1041996 Sep 04 01:05:09.238483 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-79b29690-fba6-4432-a637-df70e69452eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:04Z', 'revision_number': 3, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:09.275266 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e8205-36be-4d4e-abb4-97779e7fc211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b7b28d-44b1-401c-a13e-91aafb27f1fb,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:09.286891 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b76e9-09ec-4edf-98cf-70fb5b1defa1 None None] Pushing event updated for resources: {'Port': ['ID=a62a40a2-96f5-427a-808e-9e63c8644245,revision_number=3']} {{(pid=106793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:09.338647 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-11ffc4a4-fb4e-4476-bbca-d91e9e319165 admin admin] Publish callbacks [] for port (c2f724af-5dbd-4d91-83cd-c5152b744599), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:09.342402 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68acbef-90c9-445c-8fc8-ae574498ff8d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:05:09.375993 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b29690-fba6-4432-a637-df70e69452eb None None] Checking router: a6875d57-1898-4fcc-8186-5995078e83c1 for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:05:09.377930 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b29690-fba6-4432-a637-df70e69452eb None None] Updating router a6875d57-1898-4fcc-8186-5995078e83c1 port 4ed942cd-0f45-4d77-a66d-1d6c875877dc binding host dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:05:09.388702 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] Attempting to bind port a62a40a2-96f5-427a-808e-9e63c8644245 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:05:09.389104 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] Attempting to bind port a62a40a2-96f5-427a-808e-9e63c8644245 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'fa03338c-c7bc-4666-a251-ff3dadbd2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3b7528ba-1624-4915-b635-aeb0700ea8e7'}] {{(pid=106793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:05:09.389604 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] Attempting to bind port a62a40a2-96f5-427a-808e-9e63c8644245 on network 3b7528ba-1624-4915-b635-aeb0700ea8e7 {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:09.404805 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:05:09.405048 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] Sync routers for ids ['61883c33-5f31-4a53-b117-0fe975bce512'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:05:09.406041 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] Checking segment: {'id': 'fa03338c-c7bc-4666-a251-ff3dadbd2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3b7528ba-1624-4915-b635-aeb0700ea8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:05:09.406451 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:09.406848 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] Bound using segment: {'id': 'fa03338c-c7bc-4666-a251-ff3dadbd2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3b7528ba-1624-4915-b635-aeb0700ea8e7'} {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:05:09.408915 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] Bound port: a62a40a2-96f5-427a-808e-9e63c8644245, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa03338c-c7bc-4666-a251-ff3dadbd2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3b7528ba-1624-4915-b635-aeb0700ea8e7'}}] {{(pid=106793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:05:09.409327 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (a62a40a2-96f5-427a-808e-9e63c8644245), before_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:09.418787 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:09.440785 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-600b7f22-e9d9-40e4-9b1d-90a0ed83b548 admin admin] Publish callbacks [] for security_group (10b7b28d-44b1-401c-a13e-91aafb27f1fb), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:09.449544 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment 492f51d8-b693-47c8-b61c-a48c0bcabb44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 492f51d8-b693-47c8-b61c-a48c0bcabb44 found for delete ", "request_id": "req-53f2575f-9327-45ac-8856-9a78c20a7c64"}]} Sep 04 01:05:09.463172 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] Routers {'61883c33-5f31-4a53-b117-0fe975bce512'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:05:09.463798 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:05:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['61883c33-5f31-4a53-b117-0fe975bce512'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:09.466128 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-1e7a1d68-8473-4121-9db8-30aa6c823259 None None] Current status of the port f45b435f-0f64-41fe-a6ec-36683da765f9 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:09.491621 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-600b7f22-e9d9-40e4-9b1d-90a0ed83b548 admin admin] Publish callbacks [] for security_group (10b7b28d-44b1-401c-a13e-91aafb27f1fb), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:09.492761 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.db [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] For port a62a40a2-96f5-427a-808e-9e63c8644245, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:05:09.496246 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.db [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] For port a62a40a2-96f5-427a-808e-9e63c8644245, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a62a40a2-96f5-427a-808e-9e63c8644245,segment=NetworkSegment(fa03338c-c7bc-4666-a251-ff3dadbd2af6),segment_id=fa03338c-c7bc-4666-a251-ff3dadbd2af6)] {{(pid=106793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:05:09.508596 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-79b29690-fba6-4432-a637-df70e69452eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (4ed942cd-0f45-4d77-a66d-1d6c875877dc), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:09.540832 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c68acbef-90c9-445c-8fc8-ae574498ff8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:09.540832 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-c68acbef-90c9-445c-8fc8-ae574498ff8d admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.5682631 Sep 04 01:05:09.541804 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45350) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:09.554803 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-1e7a1d68-8473-4121-9db8-30aa6c823259 None None] Provisioning complete for port 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:09.555194 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-1e7a1d68-8473-4121-9db8-30aa6c823259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (0a1a9f7e-73de-4620-ae03-4b1d50d7f706), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:09.590623 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (a62a40a2-96f5-427a-808e-9e63c8644245), after_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:09.687253 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:09.689768 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-11ffc4a4-fb4e-4476-bbca-d91e9e319165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (c2f724af-5dbd-4d91-83cd-c5152b744599), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:09.696032 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] Routers {'a8e13541-9272-4fa2-a9ff-940907d6ba01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:05:09.699986 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:05:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a8e13541-9272-4fa2-a9ff-940907d6ba01'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:09.706037 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:DELETE=5,neutron:UPDATE=1,neutron:SELECT=94 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:09.749539 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffc4a4-fb4e-4476-bbca-d91e9e319165 admin admin] Pushing event updated for resources: {'Port': ['ID=c2f724af-5dbd-4d91-83cd-c5152b744599,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:09.755631 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-600b7f22-e9d9-40e4-9b1d-90a0ed83b548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (10b7b28d-44b1-401c-a13e-91aafb27f1fb), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:09.759339 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-600b7f22-e9d9-40e4-9b1d-90a0ed83b548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:09.760660 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-600b7f22-e9d9-40e4-9b1d-90a0ed83b548 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/10b7b28d-44b1-401c-a13e-91aafb27f1fb HTTP/1.1" status: 204 len: 168 time: 0.5905187 Sep 04 01:05:09.795129 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b7f22-e9d9-40e4-9b1d-90a0ed83b548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b7b28d-44b1-401c-a13e-91aafb27f1fb,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:09.804159 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ffc4a4-fb4e-4476-bbca-d91e9e319165 admin admin] Network 3e702e6e-ebe1-46a7-b30d-f3d140ac2993 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:09.811625 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92b2ba7b-f7fb-4fc1-bf51-15e134763a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1299115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811184'] for network (24c98e7f-be01-4588-b989-3d3624ceef7c), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:09.843488 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-226758e3-a5c4-4182-8b84-c657387763f3 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e07d8b14fef34e04a0410f12e5dbd2fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6166666 Sep 04 01:05:09.873574 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b76e9-09ec-4edf-98cf-70fb5b1defa1 None None] Pushing event updated for resources: {'Port': ['ID=a62a40a2-96f5-427a-808e-9e63c8644245,revision_number=4']} {{(pid=106793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:09.939476 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-11ffc4a4-fb4e-4476-bbca-d91e9e319165 admin admin] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:09.947005 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:09.950064 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ffc4a4-fb4e-4476-bbca-d91e9e319165 admin admin] Received port after_create {{(pid=106790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:05:09.951176 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-11ffc4a4-fb4e-4476-bbca-d91e9e319165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1721164'] for router_interface (e4262b22-bfcc-4362-b0da-5c283cfb2e9a), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:10.007003 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92b2ba7b-f7fb-4fc1-bf51-15e134763a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:10.012993 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-92b2ba7b-f7fb-4fc1-bf51-15e134763a75 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/24c98e7f-be01-4588-b989-3d3624ceef7c HTTP/1.1" status: 204 len: 168 time: 2.3227456 Sep 04 01:05:10.019380 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2ba7b-f7fb-4fc1-bf51-15e134763a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=24c98e7f-be01-4588-b989-3d3624ceef7c,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:10.043509 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] Set router a8e13541-9272-4fa2-a9ff-940907d6ba01 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:05:10.236140 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:10.255830 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-79b29690-fba6-4432-a637-df70e69452eb None None] Publish callbacks [] for port (4ed942cd-0f45-4d77-a66d-1d6c875877dc), precommit_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:10.337016 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] Set router 61883c33-5f31-4a53-b117-0fe975bce512 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:05:10.348976 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d864986a-44e5-42f1-bf82-dff3ac84c6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:10.405500 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-1e7a1d68-8473-4121-9db8-30aa6c823259 None None] Current status of the port 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:10.505111 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'name': 'tempest-AttachVolumeTestJSON-364832789-router', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253'}], 'enable_snat': True}, 'gw_port_id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:01Z', 'revision_number': 3, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'gw_port': {'id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:10.514501 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-79b29690-fba6-4432-a637-df70e69452eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (4ed942cd-0f45-4d77-a66d-1d6c875877dc), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:10.544475 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:10.563296 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:10.577322 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-79b29690-fba6-4432-a637-df70e69452eb None None] Attempting to bind port 4ed942cd-0f45-4d77-a66d-1d6c875877dc on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:05:10.578204 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-79b29690-fba6-4432-a637-df70e69452eb None None] Attempting to bind port 4ed942cd-0f45-4d77-a66d-1d6c875877dc by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:05:10.578778 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b29690-fba6-4432-a637-df70e69452eb None None] Attempting to bind port 4ed942cd-0f45-4d77-a66d-1d6c875877dc on network e8e0564a-d5c9-4fe0-b2d4-538f45096708 {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:10.583540 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [None req-d864986a-44e5-42f1-bf82-dff3ac84c6c4 admin admin] Allocated IP 172.20.0.1 (d7f39628-666e-4480-8bee-49de183d5e09/1af847f5-eeac-4b3d-afa5-aa099062676b/a6788698-0516-4d8a-8fe8-2add6e7f6e94) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:05:10.605349 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b29690-fba6-4432-a637-df70e69452eb None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:05:10.606171 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b29690-fba6-4432-a637-df70e69452eb None None] Checking segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:05:10.606836 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-79b29690-fba6-4432-a637-df70e69452eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:10.607427 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b29690-fba6-4432-a637-df70e69452eb None None] Bound using segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:05:10.608111 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-79b29690-fba6-4432-a637-df70e69452eb None None] Bound port: 4ed942cd-0f45-4d77-a66d-1d6c875877dc, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:05:10.608698 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-79b29690-fba6-4432-a637-df70e69452eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (4ed942cd-0f45-4d77-a66d-1d6c875877dc), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:10.625576 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-89c1d11e-4a65-4e4f-ad2a-05bdf2dcf931 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106791) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 01:05:10.633188 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-89c1d11e-4a65-4e4f-ad2a-05bdf2dcf931 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4516487 Sep 04 01:05:10.643408 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e13541-9272-4fa2-a9ff-940907d6ba01', 'name': 'tempest-DeleteServersTestJSON-1909304110-router', 'tenant_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.191'}], 'enable_snat': True}, 'gw_port_id': '3c278ab2-dc61-40f8-ab29-c8cc8b740d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:54Z', 'updated_at': '2022-09-04T01:05:02Z', 'revision_number': 4, 'project_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'gw_port': {'id': '3c278ab2-dc61-40f8-ab29-c8cc8b740d7d', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e13541-9272-4fa2-a9ff-940907d6ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:54Z', 'updated_at': '2022-09-04T01:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a62a40a2-96f5-427a-808e-9e63c8644245', 'name': '', 'network_id': '3b7528ba-1624-4915-b635-aeb0700ea8e7', 'tenant_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'mac_address': 'fa:16:3e:dd:cb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e13541-9272-4fa2-a9ff-940907d6ba01', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '46f76b48-bc1e-4bf9-b91c-49408437f259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:09Z', 'revision_number': 4, 'project_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'subnets': [{'id': '46f76b48-bc1e-4bf9-b91c-49408437f259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:10.675419 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-79b29690-fba6-4432-a637-df70e69452eb None None] For port 4ed942cd-0f45-4d77-a66d-1d6c875877dc, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:05:10.680307 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-79b29690-fba6-4432-a637-df70e69452eb None None] For port 4ed942cd-0f45-4d77-a66d-1d6c875877dc, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4ed942cd-0f45-4d77-a66d-1d6c875877dc,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:05:10.681760 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:10.717803 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c09c44-b63d-4a15-bbfc-f58794782aff None None] The sync data for ids ['a8e13541-9272-4fa2-a9ff-940907d6ba01'] in dv-cinder-master-3-iscsi is: [{'id': 'a8e13541-9272-4fa2-a9ff-940907d6ba01', 'name': 'tempest-DeleteServersTestJSON-1909304110-router', 'tenant_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.191'}], 'enable_snat': True}, 'gw_port_id': '3c278ab2-dc61-40f8-ab29-c8cc8b740d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:54Z', 'updated_at': '2022-09-04T01:05:02Z', 'revision_number': 4, 'project_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'gw_port': {'id': '3c278ab2-dc61-40f8-ab29-c8cc8b740d7d', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e13541-9272-4fa2-a9ff-940907d6ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:54Z', 'updated_at': '2022-09-04T01:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a62a40a2-96f5-427a-808e-9e63c8644245', 'name': '', 'network_id': '3b7528ba-1624-4915-b635-aeb0700ea8e7', 'tenant_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'mac_address': 'fa:16:3e:dd:cb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e13541-9272-4fa2-a9ff-940907d6ba01', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '46f76b48-bc1e-4bf9-b91c-49408437f259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:09Z', 'revision_number': 4, 'project_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'subnets': [{'id': '46f76b48-bc1e-4bf9-b91c-49408437f259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:05:10.730242 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-25c4180b-2e7e-4d99-a147-e56fe9c7f82d admin admin] Publish callbacks [] for port (378bbdd4-3077-4657-8055-fdc0a7600948), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:10.734745 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:10.734870 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0708a5f2-936a-464f-b68c-3d1bbcf09ef9 None None] The sync data for ids ['d7fde424-29f8-4dba-95d8-51709b034af5'] in dv-cinder-master-3-iscsi is: [{'id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'name': 'tempest-AttachVolumeTestJSON-364832789-router', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253'}], 'enable_snat': True}, 'gw_port_id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:01Z', 'revision_number': 3, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'gw_port': {'id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:05:10.751767 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-11ffc4a4-fb4e-4476-bbca-d91e9e319165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (c2f724af-5dbd-4d91-83cd-c5152b744599), before_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:10.751888 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-1e7a1d68-8473-4121-9db8-30aa6c823259 None None] Provisioning complete for port a62a40a2-96f5-427a-808e-9e63c8644245 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:10.751888 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-1e7a1d68-8473-4121-9db8-30aa6c823259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (a62a40a2-96f5-427a-808e-9e63c8644245), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:10.805746 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45378) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:10.847682 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-25c4180b-2e7e-4d99-a147-e56fe9c7f82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (378bbdd4-3077-4657-8055-fdc0a7600948), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:10.948787 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-79b29690-fba6-4432-a637-df70e69452eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (4ed942cd-0f45-4d77-a66d-1d6c875877dc), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:10.950765 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port f45b435f-0f64-41fe-a6ec-36683da765f9 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:10.952422 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 53e7a39c-e9ce-45c4-84af-632f2aac70ae up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:10.982070 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d864986a-44e5-42f1-bf82-dff3ac84c6c4 admin admin] Publish callbacks [] for port (a6788698-0516-4d8a-8fe8-2add6e7f6e94), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:11.031409 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-39357af2-03b0-48c2-a6e9-8adcd02e68a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:11.042999 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-25c4180b-2e7e-4d99-a147-e56fe9c7f82d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1721328'] for router_interface (d7fde424-29f8-4dba-95d8-51709b034af5), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:11.069970 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc547c0-657d-46c2-afa0-cc8fcafcd00b None None] Pushing event updated for resources: {'Port': ['ID=4ed942cd-0f45-4d77-a66d-1d6c875877dc,revision_number=2']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:11.095163 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4180b-2e7e-4d99-a147-e56fe9c7f82d admin admin] Pushing event updated for resources: {'Port': ['ID=378bbdd4-3077-4657-8055-fdc0a7600948,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:11.107665 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:11.110130 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-45d77a9c-17a7-4329-94f1-8e04e3262b6f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b7528ba-1624-4915-b635-aeb0700ea8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760537 Sep 04 01:05:11.235207 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b29690-fba6-4432-a637-df70e69452eb None None] Routers {'a6875d57-1898-4fcc-8186-5995078e83c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:05:11.236088 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-79b29690-fba6-4432-a637-df70e69452eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:05:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a6875d57-1898-4fcc-8186-5995078e83c1'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:11.257197 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:11.346976 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-5d2f9a05-8a8a-4584-b744-41428ad0dfec admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8cd5d05953314eaab3d768e33897858f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4869058 Sep 04 01:05:11.382663 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45384) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:11.476968 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d864986a-44e5-42f1-bf82-dff3ac84c6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (a6788698-0516-4d8a-8fe8-2add6e7f6e94), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:11.514446 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-e342d2e0-0479-4a89-921a-a59d07a005cc service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b7528ba-1624-4915-b635-aeb0700ea8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033341 Sep 04 01:05:11.517452 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c4180b-2e7e-4d99-a147-e56fe9c7f82d admin admin] Network 1fb5aed8-696d-4f87-8b2a-7d29744538a8 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:11.526317 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-11ffc4a4-fb4e-4476-bbca-d91e9e319165 admin admin] Publish callbacks [] for port (c2f724af-5dbd-4d91-83cd-c5152b744599), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:11.550941 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc547c0-657d-46c2-afa0-cc8fcafcd00b None None] Pushing event updated for resources: {'Port': ['ID=4ed942cd-0f45-4d77-a66d-1d6c875877dc,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:11.589780 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d864986a-44e5-42f1-bf82-dff3ac84c6c4 admin admin] Network d7f39628-666e-4480-8bee-49de183d5e09 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:11.598059 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-11ffc4a4-fb4e-4476-bbca-d91e9e319165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (c2f724af-5dbd-4d91-83cd-c5152b744599), after_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:11.598964 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-11ffc4a4-fb4e-4476-bbca-d91e9e319165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1721328'] for router_interface (e4262b22-bfcc-4362-b0da-5c283cfb2e9a), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:11.602187 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-25c4180b-2e7e-4d99-a147-e56fe9c7f82d admin admin] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:11.620031 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61883c33-5f31-4a53-b117-0fe975bce512', 'name': 'tempest-ServerRescueNegativeTestJSON-389120141-router', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31'}], 'enable_snat': True}, 'gw_port_id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:05Z', 'revision_number': 3, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'gw_port': {'id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:11.639687 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_common [None req-39357af2-03b0-48c2-a6e9-8adcd02e68a6 admin admin] Allocated IP 172.20.0.1 (b16f22e1-6fb1-440b-98eb-845123e960e6/35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0/f38c3884-111a-49d9-bcf1-6a965ff5e110) {{(pid=106790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:05:11.650808 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4efb00ff-cf77-4a8f-be26-96116dc17c5b admin admin] Publish callbacks [] for security_group (89d52eba-7e8a-41cf-b307-526f1c6f9c54), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:11.658981 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-d864986a-44e5-42f1-bf82-dff3ac84c6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:11.807450 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d864986a-44e5-42f1-bf82-dff3ac84c6c4 admin admin] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:05:11.891154 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffc4a4-fb4e-4476-bbca-d91e9e319165 admin admin] Pushing event updated for resources: {'Port': ['ID=c2f724af-5dbd-4d91-83cd-c5152b744599,revision_number=2']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:11.898229 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 53e7a39c-e9ce-45c4-84af-632f2aac70ae triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:11.898841 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (53e7a39c-e9ce-45c4-84af-632f2aac70ae), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:12.056441 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:12.058932 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] Checking router: 61883c33-5f31-4a53-b117-0fe975bce512 for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:05:12.058932 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] Updating router 61883c33-5f31-4a53-b117-0fe975bce512 port 6771cbc4-3e4b-419f-b87f-2db662f6e010 binding host dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:05:12.086690 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864986a-44e5-42f1-bf82-dff3ac84c6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a6788698-0516-4d8a-8fe8-2add6e7f6e94,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:12.108308 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4efb00ff-cf77-4a8f-be26-96116dc17c5b admin admin] Publish callbacks [] for security_group (89d52eba-7e8a-41cf-b307-526f1c6f9c54), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:12.148068 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d864986a-44e5-42f1-bf82-dff3ac84c6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1721164'] for router_interface (a6875d57-1898-4fcc-8186-5995078e83c1), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:12.195804 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:12.237165 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-1e7a1d68-8473-4121-9db8-30aa6c823259 None None] Current status of the port a62a40a2-96f5-427a-808e-9e63c8644245 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:12.237403 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45408) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:12.237773 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-1e7a1d68-8473-4121-9db8-30aa6c823259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (a62a40a2-96f5-427a-808e-9e63c8644245), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:12.244315 dv-cinder-master-3-iscsi neutron-server[106790]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 04 01:05:12.344858 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-79b29690-fba6-4432-a637-df70e69452eb None None] Set router a6875d57-1898-4fcc-8186-5995078e83c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:05:12.436102 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:12.459588 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:12.491201 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-39357af2-03b0-48c2-a6e9-8adcd02e68a6 admin admin] Publish callbacks [] for port (f38c3884-111a-49d9-bcf1-6a965ff5e110), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:12.683025 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d864986a-44e5-42f1-bf82-dff3ac84c6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (a6788698-0516-4d8a-8fe8-2add6e7f6e94), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:12.694885 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-cc5aac89-81b3-403e-8d1a-757a63c067ab req-bad5f8d8-75ca-4bde-8502-d79bdbdd6474 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 210 time: 0.4520977 Sep 04 01:05:12.697479 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c4180b-2e7e-4d99-a147-e56fe9c7f82d admin admin] Router d7fde424-29f8-4dba-95d8-51709b034af5 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:05:12.722343 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ffc4a4-fb4e-4476-bbca-d91e9e319165 admin admin] Network 3e702e6e-ebe1-46a7-b30d-f3d140ac2993 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:12.735141 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-11ffc4a4-fb4e-4476-bbca-d91e9e319165 admin admin] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:12.744723 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-39357af2-03b0-48c2-a6e9-8adcd02e68a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (f38c3884-111a-49d9-bcf1-6a965ff5e110), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:12.817602 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:12.821643 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:12.852181 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (6771cbc4-3e4b-419f-b87f-2db662f6e010), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:13.062582 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c4180b-2e7e-4d99-a147-e56fe9c7f82d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:05:13.079914 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39357af2-03b0-48c2-a6e9-8adcd02e68a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f38c3884-111a-49d9-bcf1-6a965ff5e110,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:13.087548 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:13.096301 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39357af2-03b0-48c2-a6e9-8adcd02e68a6 admin admin] Network b16f22e1-6fb1-440b-98eb-845123e960e6 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:13.098835 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-25c4180b-2e7e-4d99-a147-e56fe9c7f82d admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/d7fde424-29f8-4dba-95d8-51709b034af5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8161623 Sep 04 01:05:13.118759 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4efb00ff-cf77-4a8f-be26-96116dc17c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (89d52eba-7e8a-41cf-b307-526f1c6f9c54), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:13.165224 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4efb00ff-cf77-4a8f-be26-96116dc17c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:13.165224 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-4efb00ff-cf77-4a8f-be26-96116dc17c5b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/89d52eba-7e8a-41cf-b307-526f1c6f9c54 HTTP/1.1" status: 204 len: 168 time: 1.7529576 Sep 04 01:05:13.208227 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb00ff-cf77-4a8f-be26-96116dc17c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d52eba-7e8a-41cf-b307-526f1c6f9c54,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:13.248677 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-39357af2-03b0-48c2-a6e9-8adcd02e68a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:13.251387 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:13.256107 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39357af2-03b0-48c2-a6e9-8adcd02e68a6 admin admin] Received port after_create {{(pid=106790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:05:13.256603 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-39357af2-03b0-48c2-a6e9-8adcd02e68a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1721164'] for router_interface (61883c33-5f31-4a53-b117-0fe975bce512), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:13.266427 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-1e7a1d68-8473-4121-9db8-30aa6c823259 None None] For port a62a40a2-96f5-427a-808e-9e63c8644245, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a62a40a2-96f5-427a-808e-9e63c8644245,segment=NetworkSegment(fa03338c-c7bc-4666-a251-ff3dadbd2af6),segment_id=fa03338c-c7bc-4666-a251-ff3dadbd2af6)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:13.453259 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-79b29690-fba6-4432-a637-df70e69452eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:04Z', 'revision_number': 3, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:13.456008 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 53e7a39c-e9ce-45c4-84af-632f2aac70ae is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:13.457743 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device dd44c60a-dd0f-4ff2-85ae-8c012af89cf9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:13.497839 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d864986a-44e5-42f1-bf82-dff3ac84c6c4 admin admin] Publish callbacks [] for port (a6788698-0516-4d8a-8fe8-2add6e7f6e94), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:13.524758 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-1e7a1d68-8473-4121-9db8-30aa6c823259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (a62a40a2-96f5-427a-808e-9e63c8644245), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:13.534323 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b29690-fba6-4432-a637-df70e69452eb None None] The sync data for ids ['a6875d57-1898-4fcc-8186-5995078e83c1'] in dv-cinder-master-3-iscsi is: [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:04Z', 'revision_number': 3, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:05:13.577505 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ffc4a4-fb4e-4476-bbca-d91e9e319165 admin admin] Router e4262b22-bfcc-4362-b0da-5c283cfb2e9a has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:05:13.587004 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d864986a-44e5-42f1-bf82-dff3ac84c6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (a6788698-0516-4d8a-8fe8-2add6e7f6e94), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:13.682928 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port dd44c60a-dd0f-4ff2-85ae-8c012af89cf9 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:13.683255 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (dd44c60a-dd0f-4ff2-85ae-8c012af89cf9), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:13.763178 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-39ac7f70-5810-431a-8be0-120e1b32d6f8 None None] Provisioning complete for port f38c3884-111a-49d9-bcf1-6a965ff5e110 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:13.763559 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-39ac7f70-5810-431a-8be0-120e1b32d6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (f38c3884-111a-49d9-bcf1-6a965ff5e110), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:13.799137 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a1d68-8473-4121-9db8-30aa6c823259 None None] Pushing event updated for resources: {'Port': ['ID=a62a40a2-96f5-427a-808e-9e63c8644245,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:13.845773 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:13.846907 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:13.877854 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port dd44c60a-dd0f-4ff2-85ae-8c012af89cf9 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:13.897917 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864986a-44e5-42f1-bf82-dff3ac84c6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a6788698-0516-4d8a-8fe8-2add6e7f6e94,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:13.924351 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d864986a-44e5-42f1-bf82-dff3ac84c6c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1721328'] for router_interface (a6875d57-1898-4fcc-8186-5995078e83c1), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:13.951550 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:13.951550 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-39ac7f70-5810-431a-8be0-120e1b32d6f8 None None] Port f38c3884-111a-49d9-bcf1-6a965ff5e110 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:05:13.984011 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-39ac7f70-5810-431a-8be0-120e1b32d6f8 None None] Provisioning complete for port 378bbdd4-3077-4657-8055-fdc0a7600948 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:13.984413 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-39ac7f70-5810-431a-8be0-120e1b32d6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (378bbdd4-3077-4657-8055-fdc0a7600948), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:14.015610 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a46eea76-3631-43aa-bbb0-799290bdc13e req-96c4cf1a-8202-4545-b446-38b37db8c977 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 210 time: 0.1587644 Sep 04 01:05:14.119949 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-39ac7f70-5810-431a-8be0-120e1b32d6f8 None None] Port 378bbdd4-3077-4657-8055-fdc0a7600948 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:05:14.134889 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-39ac7f70-5810-431a-8be0-120e1b32d6f8 None None] Provisioning complete for port c2f724af-5dbd-4d91-83cd-c5152b744599 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:14.135264 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-39ac7f70-5810-431a-8be0-120e1b32d6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (c2f724af-5dbd-4d91-83cd-c5152b744599), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:14.189523 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d864986a-44e5-42f1-bf82-dff3ac84c6c4 admin admin] Network d7f39628-666e-4480-8bee-49de183d5e09 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:14.194449 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-d864986a-44e5-42f1-bf82-dff3ac84c6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:14.216826 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-39357af2-03b0-48c2-a6e9-8adcd02e68a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (f38c3884-111a-49d9-bcf1-6a965ff5e110), before_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:14.232867 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-39ac7f70-5810-431a-8be0-120e1b32d6f8 None None] Port c2f724af-5dbd-4d91-83cd-c5152b744599 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:05:14.255936 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45456) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:14.289109 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-39ac7f70-5810-431a-8be0-120e1b32d6f8 None None] Provisioning complete for port a6788698-0516-4d8a-8fe8-2add6e7f6e94 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:14.289443 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-39ac7f70-5810-431a-8be0-120e1b32d6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (a6788698-0516-4d8a-8fe8-2add6e7f6e94), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:14.292067 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-02d41161-0f4b-4bd2-b654-4a547cd3c3a3 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--98131319', 'description': 'tempest-description--1400333823'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:14.358964 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ffc4a4-fb4e-4476-bbca-d91e9e319165 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:05:14.372609 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] Sync routers for ids ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:05:14.394725 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] Routers {'e4262b22-bfcc-4362-b0da-5c283cfb2e9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:05:14.399155 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:05:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:14.421257 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-11ffc4a4-fb4e-4476-bbca-d91e9e319165 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/e4262b22-bfcc-4362-b0da-5c283cfb2e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0133462 Sep 04 01:05:14.433411 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] Publish callbacks [] for port (6771cbc4-3e4b-419f-b87f-2db662f6e010), precommit_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:14.469034 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45462) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:14.471440 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-39ac7f70-5810-431a-8be0-120e1b32d6f8 None None] Port a6788698-0516-4d8a-8fe8-2add6e7f6e94 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:05:14.520742 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 3045b911-01c5-4fc3-8e89-ac2d9cea12a8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:14.520931 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d864986a-44e5-42f1-bf82-dff3ac84c6c4 admin admin] Router a6875d57-1898-4fcc-8186-5995078e83c1 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:05:14.574804 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-02d41161-0f4b-4bd2-b654-4a547cd3c3a3 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:14.590352 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (6771cbc4-3e4b-419f-b87f-2db662f6e010), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:14.621095 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-d22d61e3-95c7-4fad-a59c-ef4db6ec8444 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d19b79b17abb4d78a4cc302a316f3688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507511 Sep 04 01:05:14.625265 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45468) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:14.673914 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d864986a-44e5-42f1-bf82-dff3ac84c6c4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:05:14.697050 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-d864986a-44e5-42f1-bf82-dff3ac84c6c4 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/a6875d57-1898-4fcc-8186-5995078e83c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8892698 Sep 04 01:05:14.762319 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b8c5284d-a4b1-4443-b6be-2fc711b86e86 admin admin] Publish callbacks [] for security_group (8f0bcf6f-cf3f-4eea-8ce8-5f46f2c8f075), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:14.770417 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:14.773126 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] Set router e4262b22-bfcc-4362-b0da-5c283cfb2e9a gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:05:14.778590 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] Attempting to bind port 6771cbc4-3e4b-419f-b87f-2db662f6e010 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:05:14.779091 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] Attempting to bind port 6771cbc4-3e4b-419f-b87f-2db662f6e010 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:05:14.780920 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] Attempting to bind port 6771cbc4-3e4b-419f-b87f-2db662f6e010 on network e8e0564a-d5c9-4fe0-b2d4-538f45096708 {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:14.791323 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b8c5284d-a4b1-4443-b6be-2fc711b86e86 admin admin] Publish callbacks [] for security_group (8f0bcf6f-cf3f-4eea-8ce8-5f46f2c8f075), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:14.809489 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:05:14.809819 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] Checking segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:05:14.815350 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:14.815350 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] Bound using segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:05:14.815350 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] Bound port: 6771cbc4-3e4b-419f-b87f-2db662f6e010, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:05:14.815350 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (6771cbc4-3e4b-419f-b87f-2db662f6e010), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:14.818127 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-454370b9-c4f2-4c95-950a-aeef30a8a737 None None] Provisioning complete for port a6788698-0516-4d8a-8fe8-2add6e7f6e94 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:14.821610 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-454370b9-c4f2-4c95-950a-aeef30a8a737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (a6788698-0516-4d8a-8fe8-2add6e7f6e94), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:14.850054 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcff8d-385a-4071-9c9f-708b434cee65 None None] Pushing event updated for resources: {'Port': ['ID=6771cbc4-3e4b-419f-b87f-2db662f6e010,revision_number=2']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:14.905755 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:14.921663 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 3045b911-01c5-4fc3-8e89-ac2d9cea12a8 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:14.925908 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (3045b911-01c5-4fc3-8e89-ac2d9cea12a8), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:14.946941 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-02d41161-0f4b-4bd2-b654-4a547cd3c3a3 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group (2a5bcd08-2f5c-4785-8968-f136b0051d59), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:14.955297 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45476) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:14.974082 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-39357af2-03b0-48c2-a6e9-8adcd02e68a6 admin admin] Publish callbacks [] for port (f38c3884-111a-49d9-bcf1-6a965ff5e110), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:14.980542 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-454370b9-c4f2-4c95-950a-aeef30a8a737 None None] Port a6788698-0516-4d8a-8fe8-2add6e7f6e94 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:05:14.990284 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] For port 6771cbc4-3e4b-419f-b87f-2db662f6e010, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:05:14.998217 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:UPDATE=5,neutron:SELECT=80,neutron:INSERT=15 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:15.004081 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] For port 6771cbc4-3e4b-419f-b87f-2db662f6e010, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6771cbc4-3e4b-419f-b87f-2db662f6e010,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:05:15.081463 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-02d41161-0f4b-4bd2-b654-4a547cd3c3a3 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (2a5bcd08-2f5c-4785-8968-f136b0051d59), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:15.094467 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 3045b911-01c5-4fc3-8e89-ac2d9cea12a8 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:15.094866 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (3045b911-01c5-4fc3-8e89-ac2d9cea12a8), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:15.109211 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-39357af2-03b0-48c2-a6e9-8adcd02e68a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (f38c3884-111a-49d9-bcf1-6a965ff5e110), after_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:15.110221 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-39357af2-03b0-48c2-a6e9-8adcd02e68a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1721328'] for router_interface (61883c33-5f31-4a53-b117-0fe975bce512), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:15.136004 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port 3045b911-01c5-4fc3-8e89-ac2d9cea12a8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3045b911-01c5-4fc3-8e89-ac2d9cea12a8,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:15.138827 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (6771cbc4-3e4b-419f-b87f-2db662f6e010), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:15.151405 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-167828011-router', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55'}], 'enable_snat': True}, 'gw_port_id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:10Z', 'revision_number': 4, 'project_id': '55faed42b7f243df9df879d581797f56', 'gw_port': {'id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c2f724af-5dbd-4d91-83cd-c5152b744599', 'name': '', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'mac_address': 'fa:16:3e:fb:1a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:08Z', 'updated_at': '2022-09-04T01:05:10Z', 'revision_number': 2, 'project_id': '55faed42b7f243df9df879d581797f56', 'subnets': [{'id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:15.163461 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b8c5284d-a4b1-4443-b6be-2fc711b86e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (8f0bcf6f-cf3f-4eea-8ce8-5f46f2c8f075), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:15.167453 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b8c5284d-a4b1-4443-b6be-2fc711b86e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:15.180706 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-b8c5284d-a4b1-4443-b6be-2fc711b86e86 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8f0bcf6f-cf3f-4eea-8ce8-5f46f2c8f075 HTTP/1.1" status: 204 len: 168 time: 0.5087070 Sep 04 01:05:15.205742 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] Routers {'61883c33-5f31-4a53-b117-0fe975bce512'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:05:15.206608 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:05:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['61883c33-5f31-4a53-b117-0fe975bce512'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:15.216582 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] Checking router: e4262b22-bfcc-4362-b0da-5c283cfb2e9a for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:05:15.217152 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] Updating router e4262b22-bfcc-4362-b0da-5c283cfb2e9a port c2f724af-5dbd-4d91-83cd-c5152b744599 binding host dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:05:15.290819 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-41268493-d0c1-4268-8e96-1172b7d61a6a req-4a0fe0c7-41e6-486b-bdf1-60c9a9aec828 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 210 time: 0.1090591 Sep 04 01:05:15.295699 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (c2f724af-5dbd-4d91-83cd-c5152b744599), before_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:15.301674 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-02d41161-0f4b-4bd2-b654-4a547cd3c3a3 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:15.307903 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-02d41161-0f4b-4bd2-b654-4a547cd3c3a3 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0426209 Sep 04 01:05:15.312105 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45488) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:15.320052 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-62e7c04a-ba48-4b78-ab0b-dbf9d9862eb9 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Request body: {'security_group_rule': {'security_group_id': '2a5bcd08-2f5c-4785-8968-f136b0051d59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:15.340734 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] Sync routers for ids ['d7fde424-29f8-4dba-95d8-51709b034af5'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:05:15.407779 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] Routers {'d7fde424-29f8-4dba-95d8-51709b034af5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:05:15.408395 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:05:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['d7fde424-29f8-4dba-95d8-51709b034af5'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:15.412480 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (3045b911-01c5-4fc3-8e89-ac2d9cea12a8), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:15.413629 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:15.421779 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:15.422697 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:15.434855 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-62e7c04a-ba48-4b78-ab0b-dbf9d9862eb9 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group_rule (62d9be9f-d0f8-4a14-9fce-32fa8406bf4f), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:15.440475 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d41161-0f4b-4bd2-b654-4a547cd3c3a3 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5bcd08-2f5c-4785-8968-f136b0051d59,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:15.536714 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39357af2-03b0-48c2-a6e9-8adcd02e68a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f38c3884-111a-49d9-bcf1-6a965ff5e110,revision_number=2']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:15.577421 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5284d-a4b1-4443-b6be-2fc711b86e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0bcf6f-cf3f-4eea-8ce8-5f46f2c8f075,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:15.607935 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcff8d-385a-4071-9c9f-708b434cee65 None None] Pushing event updated for resources: {'Port': ['ID=6771cbc4-3e4b-419f-b87f-2db662f6e010,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:15.645784 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:15.651059 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:15.711137 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39357af2-03b0-48c2-a6e9-8adcd02e68a6 admin admin] Network b16f22e1-6fb1-440b-98eb-845123e960e6 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:15.716482 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-39357af2-03b0-48c2-a6e9-8adcd02e68a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:15.759696 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-62e7c04a-ba48-4b78-ab0b-dbf9d9862eb9 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group_rule (62d9be9f-d0f8-4a14-9fce-32fa8406bf4f), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:15.810583 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-16d14e6f-3385-4c5d-ae0a-7a9cbf6d724d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:15.832799 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:15.833304 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (0a1a9f7e-73de-4620-ae03-4b1d50d7f706), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:15.846795 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-62e7c04a-ba48-4b78-ab0b-dbf9d9862eb9 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (62d9be9f-d0f8-4a14-9fce-32fa8406bf4f), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:15.872064 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] Publish callbacks [] for port (c2f724af-5dbd-4d91-83cd-c5152b744599), precommit_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:15.876179 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:15.926899 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45498) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:15.929985 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-295c2cc6-64ac-4bc7-b627-6a18fb216295 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Request body: {'security_group': {'name': 'tempest-securitygroup--385291614', 'description': 'tempest-description--1863802320'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:15.937895 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7c04a-ba48-4b78-ab0b-dbf9d9862eb9 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d9be9f-d0f8-4a14-9fce-32fa8406bf4f,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:15.959054 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (c2f724af-5dbd-4d91-83cd-c5152b744599), after_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:16.051707 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=3045b911-01c5-4fc3-8e89-ac2d9cea12a8,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:16.092380 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-62e7c04a-ba48-4b78-ab0b-dbf9d9862eb9 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:16.101582 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-62e7c04a-ba48-4b78-ab0b-dbf9d9862eb9 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7850413 Sep 04 01:05:16.102388 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45502) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:16.103722 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39357af2-03b0-48c2-a6e9-8adcd02e68a6 admin admin] Router 61883c33-5f31-4a53-b117-0fe975bce512 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:05:16.145010 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] Set router 61883c33-5f31-4a53-b117-0fe975bce512 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:05:16.145831 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-295c2cc6-64ac-4bc7-b627-6a18fb216295 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:16.166427 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-fd38a51d-986e-4ed3-a376-48658ac8cd6d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Request body: {'security_group_rule': {'security_group_id': '2a5bcd08-2f5c-4785-8968-f136b0051d59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:16.189845 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-16d14e6f-3385-4c5d-ae0a-7a9cbf6d724d admin admin] Publish callbacks [] for security_group (2106cba1-5a7c-45be-9f79-24604230d2cc), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:16.249613 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:16.249695 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] Attempting to bind port c2f724af-5dbd-4d91-83cd-c5152b744599 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:05:16.249695 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] Attempting to bind port c2f724af-5dbd-4d91-83cd-c5152b744599 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '294bd754-f77e-4dd5-a8a8-fa66c41ba024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993'}] {{(pid=106793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:05:16.249695 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] Attempting to bind port c2f724af-5dbd-4d91-83cd-c5152b744599 on network 3e702e6e-ebe1-46a7-b30d-f3d140ac2993 {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:16.249914 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] Set router d7fde424-29f8-4dba-95d8-51709b034af5 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:05:16.249994 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:05:16.249994 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] Checking segment: {'id': '294bd754-f77e-4dd5-a8a8-fa66c41ba024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:05:16.250170 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:16.251488 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] Bound using segment: {'id': '294bd754-f77e-4dd5-a8a8-fa66c41ba024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993'} {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:05:16.253340 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] Bound port: c2f724af-5dbd-4d91-83cd-c5152b744599, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294bd754-f77e-4dd5-a8a8-fa66c41ba024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993'}}] {{(pid=106793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:05:16.254490 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (c2f724af-5dbd-4d91-83cd-c5152b744599), before_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:16.368747 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-e1105efe-b5a6-4045-a4a2-142365c37c84 None None] Provisioning complete for port f38c3884-111a-49d9-bcf1-6a965ff5e110 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:16.369503 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-e1105efe-b5a6-4045-a4a2-142365c37c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (f38c3884-111a-49d9-bcf1-6a965ff5e110), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:16.422513 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39357af2-03b0-48c2-a6e9-8adcd02e68a6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:05:16.438271 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-39357af2-03b0-48c2-a6e9-8adcd02e68a6 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/61883c33-5f31-4a53-b117-0fe975bce512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8951926 Sep 04 01:05:16.462520 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.db [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] For port c2f724af-5dbd-4d91-83cd-c5152b744599, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:05:16.465983 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.db [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] For port c2f724af-5dbd-4d91-83cd-c5152b744599, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c2f724af-5dbd-4d91-83cd-c5152b744599,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:05:16.474561 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59678fe9-eac1-4704-8342-59d4171e0e35 None None] Pushing event updated for resources: {'Port': ['ID=c2f724af-5dbd-4d91-83cd-c5152b744599,revision_number=3']} {{(pid=106793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:16.492554 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-295c2cc6-64ac-4bc7-b627-6a18fb216295 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group (28889e15-3fb7-44d1-a902-1d3272393b5a), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:16.496957 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:16.640755 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7ff4657d-f04d-4c2f-9b3d-88e6af5536ad req-a5cab43b-0ccd-40da-bca6-cfe17de98093 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 210 time: 0.0347092 Sep 04 01:05:16.742402 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:16.743731 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device f45b435f-0f64-41fe-a6ec-36683da765f9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:16.859728 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-e1105efe-b5a6-4045-a4a2-142365c37c84 None None] Port f38c3884-111a-49d9-bcf1-6a965ff5e110 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:05:16.874142 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port f45b435f-0f64-41fe-a6ec-36683da765f9 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:16.874519 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (f45b435f-0f64-41fe-a6ec-36683da765f9), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:16.982934 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61883c33-5f31-4a53-b117-0fe975bce512', 'name': 'tempest-ServerRescueNegativeTestJSON-389120141-router', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31'}], 'enable_snat': True}, 'gw_port_id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:13Z', 'revision_number': 4, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'gw_port': {'id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f38c3884-111a-49d9-bcf1-6a965ff5e110', 'name': '', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'mac_address': 'fa:16:3e:62:0b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:11Z', 'updated_at': '2022-09-04T01:05:14Z', 'revision_number': 2, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'subnets': [{'id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:17.034765 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec0f08-79e3-4526-8c7b-731d6eeb0ca8 None None] The sync data for ids ['61883c33-5f31-4a53-b117-0fe975bce512'] in dv-cinder-master-3-iscsi is: [{'id': '61883c33-5f31-4a53-b117-0fe975bce512', 'name': 'tempest-ServerRescueNegativeTestJSON-389120141-router', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31'}], 'enable_snat': True}, 'gw_port_id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:13Z', 'revision_number': 4, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'gw_port': {'id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f38c3884-111a-49d9-bcf1-6a965ff5e110', 'name': '', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'mac_address': 'fa:16:3e:62:0b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:11Z', 'updated_at': '2022-09-04T01:05:14Z', 'revision_number': 2, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'subnets': [{'id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:05:17.076635 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'name': 'tempest-AttachVolumeTestJSON-364832789-router', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253'}], 'enable_snat': True}, 'gw_port_id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:08Z', 'revision_number': 4, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'gw_port': {'id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '378bbdd4-3077-4657-8055-fdc0a7600948', 'name': '', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'mac_address': 'fa:16:3e:0e:91:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:06Z', 'updated_at': '2022-09-04T01:05:09Z', 'revision_number': 2, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'subnets': [{'id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:17.112512 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port f45b435f-0f64-41fe-a6ec-36683da765f9 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:17.114670 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device dd44c60a-dd0f-4ff2-85ae-8c012af89cf9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:17.136996 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] Checking router: d7fde424-29f8-4dba-95d8-51709b034af5 for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:05:17.137382 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] Updating router d7fde424-29f8-4dba-95d8-51709b034af5 port 378bbdd4-3077-4657-8055-fdc0a7600948 binding host dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:05:17.179672 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (378bbdd4-3077-4657-8055-fdc0a7600948), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:17.187782 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-7de8e7b8-c8f4-4479-881a-b6972c4db277 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:17.189402 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-7de8e7b8-c8f4-4479-881a-b6972c4db277 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/networks?id=b16f22e1-6fb1-440b-98eb-845123e960e6 HTTP/1.1" status: 200 len: 818 time: 0.2154634 Sep 04 01:05:17.201711 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port dd44c60a-dd0f-4ff2-85ae-8c012af89cf9 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:17.202279 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (dd44c60a-dd0f-4ff2-85ae-8c012af89cf9), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:17.205890 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-06120770-bfb1-4d4c-adf2-2fcf700b1f95 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/quotas/db72b63281384bd883b04d05bcc35677 HTTP/1.1" status: 200 len: 375 time: 0.0098798 Sep 04 01:05:17.290660 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-4ec5dbf0-cca4-43af-a948-5a18883b69f1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=db72b63281384bd883b04d05bcc35677&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786951 Sep 04 01:05:17.415382 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port dd44c60a-dd0f-4ff2-85ae-8c012af89cf9 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:17.416482 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 1cf499fb-10a0-4af2-afec-5f610dc85da6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:17.439494 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-dac0670e-85a5-4bd4-9e03-26e7fda22672 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 01:05:17.440533 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-dac0670e-85a5-4bd4-9e03-26e7fda22672 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0490832 Sep 04 01:05:17.506289 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 1cf499fb-10a0-4af2-afec-5f610dc85da6 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:17.506681 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (1cf499fb-10a0-4af2-afec-5f610dc85da6), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:17.538261 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-cabaacb9-b749-4999-bd63-692ccfdf3e45 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881979 Sep 04 01:05:17.591466 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] Publish callbacks [] for port (378bbdd4-3077-4657-8055-fdc0a7600948), precommit_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:17.631585 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 1cf499fb-10a0-4af2-afec-5f610dc85da6 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:17.632104 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (1cf499fb-10a0-4af2-afec-5f610dc85da6), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:17.634173 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-005c8c37-230f-4867-926e-6e8c4325e1c3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901189 Sep 04 01:05:17.655969 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port 1cf499fb-10a0-4af2-afec-5f610dc85da6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1cf499fb-10a0-4af2-afec-5f610dc85da6,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:17.763765 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-16d14e6f-3385-4c5d-ae0a-7a9cbf6d724d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (2106cba1-5a7c-45be-9f79-24604230d2cc), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:17.788710 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fd38a51d-986e-4ed3-a376-48658ac8cd6d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group_rule (cba7c2a1-55d9-479e-8432-5120b17f428d), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:17.814978 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (1cf499fb-10a0-4af2-afec-5f610dc85da6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:17.815265 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device a62a40a2-96f5-427a-808e-9e63c8644245 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:17.816055 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (c2f724af-5dbd-4d91-83cd-c5152b744599), after_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:17.821699 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-295c2cc6-64ac-4bc7-b627-6a18fb216295 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (28889e15-3fb7-44d1-a902-1d3272393b5a), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:17.836917 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45546) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:17.844881 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (378bbdd4-3077-4657-8055-fdc0a7600948), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:17.865543 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-46d83034-fd0b-41dd-9d56-9f6b577c95e9 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1092877388', 'description': 'tempest-description--1029102938'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:17.907381 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d14e6f-3385-4c5d-ae0a-7a9cbf6d724d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2106cba1-5a7c-45be-9f79-24604230d2cc,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:17.934460 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45562) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:17.936996 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-16d14e6f-3385-4c5d-ae0a-7a9cbf6d724d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2b4087f305b5468b973de4fe953bee24&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9804604 Sep 04 01:05:18.047667 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fd38a51d-986e-4ed3-a376-48658ac8cd6d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group_rule (cba7c2a1-55d9-479e-8432-5120b17f428d), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:18.081385 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59678fe9-eac1-4704-8342-59d4171e0e35 None None] Pushing event updated for resources: {'Port': ['ID=c2f724af-5dbd-4d91-83cd-c5152b744599,revision_number=4']} {{(pid=106793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:18.101408 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-098425be-bd76-4796-95ae-b71e65d1e2a9 req-fc7d3150-45b5-43ff-a3f3-c1860e7e2cd3 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 210 time: 0.0757301 Sep 04 01:05:18.118485 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:18.120597 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:18.120999 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:18.122304 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c2cc6-64ac-4bc7-b627-6a18fb216295 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28889e15-3fb7-44d1-a902-1d3272393b5a,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:18.127281 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] Routers {'e4262b22-bfcc-4362-b0da-5c283cfb2e9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:05:18.127985 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:05:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:18.141055 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fd38a51d-986e-4ed3-a376-48658ac8cd6d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (cba7c2a1-55d9-479e-8432-5120b17f428d), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:18.157729 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-fd9a5e4b-2d79-4a1e-a85a-abbe3ee5242f req-88a2def7-74d9-4956-baa1-5eb94c81797a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 210 time: 0.1647291 Sep 04 01:05:18.174534 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-295c2cc6-64ac-4bc7-b627-6a18fb216295 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:18.178101 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-295c2cc6-64ac-4bc7-b627-6a18fb216295 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.2523561 Sep 04 01:05:18.187499 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45576) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:18.204275 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-5eaebb4d-e20c-4990-9fd7-a6b055609b53 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Request body: {'security_group_rule': {'security_group_id': '28889e15-3fb7-44d1-a902-1d3272393b5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:18.221672 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38a51d-986e-4ed3-a376-48658ac8cd6d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba7c2a1-55d9-479e-8432-5120b17f428d,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:18.282502 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fd38a51d-986e-4ed3-a376-48658ac8cd6d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:18.306047 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-fd38a51d-986e-4ed3-a376-48658ac8cd6d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1982832 Sep 04 01:05:18.322186 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=1cf499fb-10a0-4af2-afec-5f610dc85da6,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:18.322553 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45586) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:18.326189 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-8bbaab0e-72ec-41af-ad70-0cf3d36b8ad2 admin admin] Publish callbacks [] for security_group (2106cba1-5a7c-45be-9f79-24604230d2cc), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:18.328438 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-46d83034-fd0b-41dd-9d56-9f6b577c95e9 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:18.330610 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port a62a40a2-96f5-427a-808e-9e63c8644245 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:18.332208 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (a62a40a2-96f5-427a-808e-9e63c8644245), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:18.336239 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-2d611adb-6540-45d5-beb6-784c9e3ee872 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Request body: {'floatingip': {'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:18.369770 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] Sync routers for ids ['a6875d57-1898-4fcc-8186-5995078e83c1'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:05:18.396699 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272218f-b884-480e-8fcf-6d5e63a597f2 None None] Pushing event updated for resources: {'Port': ['ID=378bbdd4-3077-4657-8055-fdc0a7600948,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:18.435342 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] Attempting to bind port 378bbdd4-3077-4657-8055-fdc0a7600948 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:05:18.452772 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] Attempting to bind port 378bbdd4-3077-4657-8055-fdc0a7600948 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '79b84dcb-99f6-4af2-ac73-30fcaae597f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:05:18.452772 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] Attempting to bind port 378bbdd4-3077-4657-8055-fdc0a7600948 on network 1fb5aed8-696d-4f87-8b2a-7d29744538a8 {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:18.455107 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:05:18.455872 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] Checking segment: {'id': '79b84dcb-99f6-4af2-ac73-30fcaae597f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:05:18.456479 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:18.458625 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] Bound using segment: {'id': '79b84dcb-99f6-4af2-ac73-30fcaae597f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:05:18.459630 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] Bound port: 378bbdd4-3077-4657-8055-fdc0a7600948, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b84dcb-99f6-4af2-ac73-30fcaae597f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:05:18.460389 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (378bbdd4-3077-4657-8055-fdc0a7600948), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:18.462788 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5eaebb4d-e20c-4990-9fd7-a6b055609b53 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group_rule (2a82bd6f-bae3-46b9-9d13-e5e21332649f), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:18.495330 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-8bbaab0e-72ec-41af-ad70-0cf3d36b8ad2 admin admin] Publish callbacks [] for security_group (2106cba1-5a7c-45be-9f79-24604230d2cc), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:18.540278 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] Set router e4262b22-bfcc-4362-b0da-5c283cfb2e9a gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:05:18.641171 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2d611adb-6540-45d5-beb6-784c9e3ee872 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:18.709406 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-46d83034-fd0b-41dd-9d56-9f6b577c95e9 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (f1cdaab5-9805-40c3-b794-76bf42b9b813), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:18.713850 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-8bbaab0e-72ec-41af-ad70-0cf3d36b8ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (2106cba1-5a7c-45be-9f79-24604230d2cc), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:18.725817 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] For port 378bbdd4-3077-4657-8055-fdc0a7600948, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:05:18.726509 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-8bbaab0e-72ec-41af-ad70-0cf3d36b8ad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:18.731986 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-8bbaab0e-72ec-41af-ad70-0cf3d36b8ad2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2106cba1-5a7c-45be-9f79-24604230d2cc HTTP/1.1" status: 204 len: 168 time: 0.7820098 Sep 04 01:05:18.756529 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] Routers {'a6875d57-1898-4fcc-8186-5995078e83c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:05:18.757182 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:05:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a6875d57-1898-4fcc-8186-5995078e83c1'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:18.760204 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbaab0e-72ec-41af-ad70-0cf3d36b8ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2106cba1-5a7c-45be-9f79-24604230d2cc,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:18.788602 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] For port 378bbdd4-3077-4657-8055-fdc0a7600948, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=378bbdd4-3077-4657-8055-fdc0a7600948,segment=NetworkSegment(79b84dcb-99f6-4af2-ac73-30fcaae597f6),segment_id=79b84dcb-99f6-4af2-ac73-30fcaae597f6)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:05:18.797903 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-46d83034-fd0b-41dd-9d56-9f6b577c95e9 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (f1cdaab5-9805-40c3-b794-76bf42b9b813), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:18.830657 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:18.835155 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port a62a40a2-96f5-427a-808e-9e63c8644245 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:18.931037 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (378bbdd4-3077-4657-8055-fdc0a7600948), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:18.937007 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.16', 52093) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:19.109559 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272218f-b884-480e-8fcf-6d5e63a597f2 None None] Pushing event updated for resources: {'Port': ['ID=378bbdd4-3077-4657-8055-fdc0a7600948,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:19.125357 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5eaebb4d-e20c-4990-9fd7-a6b055609b53 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group_rule (2a82bd6f-bae3-46b9-9d13-e5e21332649f), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:19.134120 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] Routers {'d7fde424-29f8-4dba-95d8-51709b034af5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:05:19.136494 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:05:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['d7fde424-29f8-4dba-95d8-51709b034af5'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:19.260025 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] Set router a6875d57-1898-4fcc-8186-5995078e83c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:05:19.296462 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5eaebb4d-e20c-4990-9fd7-a6b055609b53 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (2a82bd6f-bae3-46b9-9d13-e5e21332649f), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:19.418432 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-46d83034-fd0b-41dd-9d56-9f6b577c95e9 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:19.421542 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-46d83034-fd0b-41dd-9d56-9f6b577c95e9 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5748513 Sep 04 01:05:19.423221 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2d611adb-6540-45d5-beb6-784c9e3ee872 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:19.434812 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] Set router d7fde424-29f8-4dba-95d8-51709b034af5 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:05:19.444376 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51029590-2d32-45af-9a12-3914a029d26e req-1f323e98-c800-4b73-88b2-05f619660914 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:19.449681 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-51029590-2d32-45af-9a12-3914a029d26e req-1f323e98-c800-4b73-88b2-05f619660914 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/networks?id=b16f22e1-6fb1-440b-98eb-845123e960e6 HTTP/1.1" status: 200 len: 818 time: 0.7523561 Sep 04 01:05:19.462878 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45644) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:19.495562 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-fc6f1e7a-a2a9-477f-9476-0a808cb7ad15 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'security_group_rule': {'security_group_id': 'f1cdaab5-9805-40c3-b794-76bf42b9b813', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:19.502204 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d83034-fd0b-41dd-9d56-9f6b577c95e9 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cdaab5-9805-40c3-b794-76bf42b9b813,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:19.525489 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b565a161-10c1-408f-a70f-41244e9cc9d9 req-372b2711-4414-492c-9f4e-92b24b0e1269 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 210 time: 0.2210984 Sep 04 01:05:19.539012 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:19.612297 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaebb4d-e20c-4990-9fd7-a6b055609b53 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a82bd6f-bae3-46b9-9d13-e5e21332649f,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:19.637099 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:19.645480 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:13Z', 'revision_number': 2, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:19.699570 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-51029590-2d32-45af-9a12-3914a029d26e req-380f769f-f470-4836-970e-60cd5cc46861 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/quotas/db72b63281384bd883b04d05bcc35677 HTTP/1.1" status: 200 len: 375 time: 0.1570528 Sep 04 01:05:19.701506 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 1cf499fb-10a0-4af2-afec-5f610dc85da6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:19.716322 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:19.716407 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-0a5ed915-09b1-465c-a7ab-d5ea65d7252f tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:19.716407 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-0a5ed915-09b1-465c-a7ab-d5ea65d7252f tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.16 "GET /networking/v2.0/networks?id=3b7528ba-1624-4915-b635-aeb0700ea8e7 HTTP/1.1" status: 200 len: 812 time: 0.7644629 Sep 04 01:05:19.724506 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5eaebb4d-e20c-4990-9fd7-a6b055609b53 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:19.726983 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-5eaebb4d-e20c-4990-9fd7-a6b055609b53 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5337911 Sep 04 01:05:19.739441 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45648) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:19.754690 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] Checking router: a6875d57-1898-4fcc-8186-5995078e83c1 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:05:19.754942 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] Updating router a6875d57-1898-4fcc-8186-5995078e83c1 port a6788698-0516-4d8a-8fe8-2add6e7f6e94 binding host dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:05:19.755973 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-867c3d79-de0a-459d-be9b-919b8cc34652 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Request body: {'security_group_rule': {'security_group_id': '28889e15-3fb7-44d1-a902-1d3272393b5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:19.867312 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-167828011-router', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55'}], 'enable_snat': True}, 'gw_port_id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:10Z', 'revision_number': 4, 'project_id': '55faed42b7f243df9df879d581797f56', 'gw_port': {'id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c2f724af-5dbd-4d91-83cd-c5152b744599', 'name': '', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'mac_address': 'fa:16:3e:fb:1a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:08Z', 'updated_at': '2022-09-04T01:05:16Z', 'revision_number': 4, 'project_id': '55faed42b7f243df9df879d581797f56', 'subnets': [{'id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:19.870925 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (a6788698-0516-4d8a-8fe8-2add6e7f6e94), before_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:19.897708 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-51029590-2d32-45af-9a12-3914a029d26e req-a594dbaa-eaeb-4244-b610-e7a9c83b7ad0 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=db72b63281384bd883b04d05bcc35677&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1833456 Sep 04 01:05:19.931058 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 1cf499fb-10a0-4af2-afec-5f610dc85da6 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:19.931202 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86f8246-ac84-4692-964f-027473f635c5 None None] The sync data for ids ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'] in dv-cinder-master-3-iscsi is: [{'id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-167828011-router', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55'}], 'enable_snat': True}, 'gw_port_id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:10Z', 'revision_number': 4, 'project_id': '55faed42b7f243df9df879d581797f56', 'gw_port': {'id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c2f724af-5dbd-4d91-83cd-c5152b744599', 'name': '', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'mac_address': 'fa:16:3e:fb:1a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:08Z', 'updated_at': '2022-09-04T01:05:16Z', 'revision_number': 4, 'project_id': '55faed42b7f243df9df879d581797f56', 'subnets': [{'id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:05:19.931628 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (1cf499fb-10a0-4af2-afec-5f610dc85da6), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:19.955184 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-867c3d79-de0a-459d-be9b-919b8cc34652 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group_rule (0952f260-02fb-4d4b-b582-b1bd8a8376d3), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:20.054952 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [None req-2d611adb-6540-45d5-beb6-784c9e3ee872 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Allocated IP 172.37.7.187 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/c7250ad8-1fdb-4a27-b9d9-e7622f80ae4b) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:05:20.057521 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:20.121404 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-11ecc638-bf34-49fc-a57a-41d126b7164b tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Request body: {'port': {'device_id': '742cb4b8-f03c-4256-bb96-fc2cfff43734', 'network_id': '3b7528ba-1624-4915-b635-aeb0700ea8e7', 'admin_state_up': True, 'tenant_id': 'e07d8b14fef34e04a0410f12e5dbd2fe'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:20.130386 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:20.134241 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45666) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:20.144212 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-867c3d79-de0a-459d-be9b-919b8cc34652 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group_rule (0952f260-02fb-4d4b-b582-b1bd8a8376d3), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:20.155780 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4274f3fe-a9c1-48da-bc8d-7683fb0ba52a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:20.294942 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4274f3fe-a9c1-48da-bc8d-7683fb0ba52a admin admin] Publish callbacks [] for security_group (55cd1a34-8e16-47bc-adb1-3cfa8d24e96c), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:20.296786 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-867c3d79-de0a-459d-be9b-919b8cc34652 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (0952f260-02fb-4d4b-b582-b1bd8a8376d3), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:20.326036 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c3d79-de0a-459d-be9b-919b8cc34652 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0952f260-02fb-4d4b-b582-b1bd8a8376d3,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:20.365648 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 1cf499fb-10a0-4af2-afec-5f610dc85da6 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:20.367151 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 4ed942cd-0f45-4d77-a66d-1d6c875877dc up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:20.375401 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4274f3fe-a9c1-48da-bc8d-7683fb0ba52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (55cd1a34-8e16-47bc-adb1-3cfa8d24e96c), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:20.437900 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fc6f1e7a-a2a9-477f-9476-0a808cb7ad15 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (8007b0e1-b652-4ead-a980-dd8e3248e4ab), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:20.452572 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'name': 'tempest-AttachVolumeTestJSON-364832789-router', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253'}], 'enable_snat': True}, 'gw_port_id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:08Z', 'revision_number': 4, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'gw_port': {'id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '378bbdd4-3077-4657-8055-fdc0a7600948', 'name': '', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'mac_address': 'fa:16:3e:0e:91:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:06Z', 'updated_at': '2022-09-04T01:05:18Z', 'revision_number': 4, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'subnets': [{'id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:20.456034 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-867c3d79-de0a-459d-be9b-919b8cc34652 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:20.460359 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-867c3d79-de0a-459d-be9b-919b8cc34652 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7168665 Sep 04 01:05:20.465316 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45670) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:20.484667 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-4e96daec-f333-424e-857d-905c965d677b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Request body: {'floatingip': {'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:20.554623 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-4274f3fe-a9c1-48da-bc8d-7683fb0ba52a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=42de058800864cb7b2e062ad4bd1fd46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4165342 Sep 04 01:05:20.554623 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274f3fe-a9c1-48da-bc8d-7683fb0ba52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cd1a34-8e16-47bc-adb1-3cfa8d24e96c,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:20.559891 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45676) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:20.594727 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ebee7d-eece-41ee-a4fb-2aa409d1cec4 None None] The sync data for ids ['d7fde424-29f8-4dba-95d8-51709b034af5'] in dv-cinder-master-3-iscsi is: [{'id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'name': 'tempest-AttachVolumeTestJSON-364832789-router', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253'}], 'enable_snat': True}, 'gw_port_id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:08Z', 'revision_number': 4, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'gw_port': {'id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '378bbdd4-3077-4657-8055-fdc0a7600948', 'name': '', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'mac_address': 'fa:16:3e:0e:91:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:06Z', 'updated_at': '2022-09-04T01:05:18Z', 'revision_number': 4, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'subnets': [{'id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:05:20.643664 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 4ed942cd-0f45-4d77-a66d-1d6c875877dc triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:20.644068 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (4ed942cd-0f45-4d77-a66d-1d6c875877dc), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:20.696234 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:20.774798 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-11ecc638-bf34-49fc-a57a-41d126b7164b tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Made reservation on behalf of e07d8b14fef34e04a0410f12e5dbd2fe for: {'port': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:05:20.779089 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-11ecc638-bf34-49fc-a57a-41d126b7164b tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:20.835379 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] Publish callbacks [] for port (a6788698-0516-4d8a-8fe8-2add6e7f6e94), precommit_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:20.890369 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a9b6c461-418c-4d68-ac61-fab573a1fe1f req-7bca03a4-55cf-49f1-881b-c8d62a0cc06d tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 210 time: 0.0747554 Sep 04 01:05:20.898903 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5b3066e1-ba11-44e5-8604-140ff2df0bf8 admin admin] Publish callbacks [] for security_group (55cd1a34-8e16-47bc-adb1-3cfa8d24e96c), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:20.914751 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2d611adb-6540-45d5-beb6-784c9e3ee872 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for port (c7250ad8-1fdb-4a27-b9d9-e7622f80ae4b), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:20.940336 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 4ed942cd-0f45-4d77-a66d-1d6c875877dc is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:20.940735 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (4ed942cd-0f45-4d77-a66d-1d6c875877dc), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:20.941689 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (a6788698-0516-4d8a-8fe8-2add6e7f6e94), after_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:20.952784 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5b3066e1-ba11-44e5-8604-140ff2df0bf8 admin admin] Publish callbacks [] for security_group (55cd1a34-8e16-47bc-adb1-3cfa8d24e96c), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:20.980149 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:20.980854 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4e96daec-f333-424e-857d-905c965d677b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:20.980983 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45682) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:21.032189 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port 4ed942cd-0f45-4d77-a66d-1d6c875877dc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4ed942cd-0f45-4d77-a66d-1d6c875877dc,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:21.104855 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (4ed942cd-0f45-4d77-a66d-1d6c875877dc), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:21.105813 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 3045b911-01c5-4fc3-8e89-ac2d9cea12a8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:21.118671 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b852f-c9f1-4fdf-8627-a363802f5437 None None] Pushing event updated for resources: {'Port': ['ID=a6788698-0516-4d8a-8fe8-2add6e7f6e94,revision_number=3']} {{(pid=106793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:21.142854 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:21.148409 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] Attempting to bind port a6788698-0516-4d8a-8fe8-2add6e7f6e94 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:05:21.149176 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] Attempting to bind port a6788698-0516-4d8a-8fe8-2add6e7f6e94 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'}] {{(pid=106793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:05:21.149176 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] Attempting to bind port a6788698-0516-4d8a-8fe8-2add6e7f6e94 on network d7f39628-666e-4480-8bee-49de183d5e09 {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:21.156942 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:05:21.158008 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] Checking segment: {'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:05:21.158422 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:21.158815 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] Bound using segment: {'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'} {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:05:21.159583 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] Bound port: a6788698-0516-4d8a-8fe8-2add6e7f6e94, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'}}] {{(pid=106793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:05:21.159696 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (a6788698-0516-4d8a-8fe8-2add6e7f6e94), before_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:21.199123 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5b3066e1-ba11-44e5-8604-140ff2df0bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (55cd1a34-8e16-47bc-adb1-3cfa8d24e96c), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:21.203884 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5b3066e1-ba11-44e5-8604-140ff2df0bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:21.205690 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-5b3066e1-ba11-44e5-8604-140ff2df0bf8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/55cd1a34-8e16-47bc-adb1-3cfa8d24e96c HTTP/1.1" status: 204 len: 168 time: 0.6440713 Sep 04 01:05:21.234547 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 3045b911-01c5-4fc3-8e89-ac2d9cea12a8 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:21.234547 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (3045b911-01c5-4fc3-8e89-ac2d9cea12a8), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:21.261587 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3066e1-ba11-44e5-8604-140ff2df0bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cd1a34-8e16-47bc-adb1-3cfa8d24e96c,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:21.299109 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=4ed942cd-0f45-4d77-a66d-1d6c875877dc,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:21.313770 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3448ec57-4f4d-4dc9-a4c4-ff5e9bfa7756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:21.389529 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.db [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] For port a6788698-0516-4d8a-8fe8-2add6e7f6e94, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:05:21.397466 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.db [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] For port a6788698-0516-4d8a-8fe8-2add6e7f6e94, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a6788698-0516-4d8a-8fe8-2add6e7f6e94,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:05:21.424264 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-51029590-2d32-45af-9a12-3914a029d26e req-b5792a64-b21c-48a0-85f0-f98d23a8e48a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3084779 Sep 04 01:05:21.439937 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fc6f1e7a-a2a9-477f-9476-0a808cb7ad15 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (8007b0e1-b652-4ead-a980-dd8e3248e4ab), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:21.453136 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 3045b911-01c5-4fc3-8e89-ac2d9cea12a8 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:21.479925 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (a6788698-0516-4d8a-8fe8-2add6e7f6e94), after_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:21.505519 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:21.525946 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] Routers {'a6875d57-1898-4fcc-8186-5995078e83c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:05:21.532251 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:05:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a6875d57-1898-4fcc-8186-5995078e83c1'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:21.545263 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3448ec57-4f4d-4dc9-a4c4-ff5e9bfa7756 admin admin] Publish callbacks [] for security_group (c6bf29cf-1350-44bf-b86d-c11c97747e0a), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:21.620016 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4e96daec-f333-424e-857d-905c965d677b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:21.650639 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3448ec57-4f4d-4dc9-a4c4-ff5e9bfa7756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (c6bf29cf-1350-44bf-b86d-c11c97747e0a), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:21.652484 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:21.686884 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b852f-c9f1-4fdf-8627-a363802f5437 None None] Pushing event updated for resources: {'Port': ['ID=a6788698-0516-4d8a-8fe8-2add6e7f6e94,revision_number=4']} {{(pid=106793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:21.688416 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2d611adb-6540-45d5-beb6-784c9e3ee872 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (c7250ad8-1fdb-4a27-b9d9-e7622f80ae4b), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:21.690745 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fc6f1e7a-a2a9-477f-9476-0a808cb7ad15 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (8007b0e1-b652-4ead-a980-dd8e3248e4ab), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:21.767505 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] Set router a6875d57-1898-4fcc-8186-5995078e83c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:05:21.772140 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448ec57-4f4d-4dc9-a4c4-ff5e9bfa7756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bf29cf-1350-44bf-b86d-c11c97747e0a,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:21.813548 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:21.813877 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-3448ec57-4f4d-4dc9-a4c4-ff5e9bfa7756 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e4b9f0ce5a8c47cb85cfc09bbeb8450c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8315203 Sep 04 01:05:21.815969 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45716) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:21.852769 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device c2f724af-5dbd-4d91-83cd-c5152b744599 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:21.931046 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4e5def25-1d6e-4f23-b92c-99a3d6fae7ad admin admin] Publish callbacks [] for security_group (c6bf29cf-1350-44bf-b86d-c11c97747e0a), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:21.986672 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4e5def25-1d6e-4f23-b92c-99a3d6fae7ad admin admin] Publish callbacks [] for security_group (c6bf29cf-1350-44bf-b86d-c11c97747e0a), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:21.997312 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fc6f1e7a-a2a9-477f-9476-0a808cb7ad15 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:21.999864 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-fc6f1e7a-a2a9-477f-9476-0a808cb7ad15 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5245020 Sep 04 01:05:22.001953 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45722) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:22.002512 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-51029590-2d32-45af-9a12-3914a029d26e req-bff7fc97-294a-4831-9e26-3f96f3676524 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765994 Sep 04 01:05:22.007016 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port c2f724af-5dbd-4d91-83cd-c5152b744599 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:22.009318 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (c2f724af-5dbd-4d91-83cd-c5152b744599), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:22.018379 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-2ee14693-36de-4426-9555-c15400f6b2f7 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'security_group_rule': {'security_group_id': 'f1cdaab5-9805-40c3-b794-76bf42b9b813', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:22.023043 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f1e7a-a2a9-477f-9476-0a808cb7ad15 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8007b0e1-b652-4ead-a980-dd8e3248e4ab,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:22.069230 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d611adb-6540-45d5-beb6-784c9e3ee872 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:22.081251 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-2d611adb-6540-45d5-beb6-784c9e3ee872 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:22.086770 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d611adb-6540-45d5-beb6-784c9e3ee872 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:05:22.143870 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port c2f724af-5dbd-4d91-83cd-c5152b744599 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:22.144287 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (c2f724af-5dbd-4d91-83cd-c5152b744599), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:22.224530 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port c2f724af-5dbd-4d91-83cd-c5152b744599, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c2f724af-5dbd-4d91-83cd-c5152b744599,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:22.267119 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:22.271679 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d611adb-6540-45d5-beb6-784c9e3ee872 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Pushing event updated for resources: {'Port': ['ID=c7250ad8-1fdb-4a27-b9d9-e7622f80ae4b,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:22.289827 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c223a70a-7569-4483-b385-e06da71187e5 req-089420a5-e8c5-4aab-b3f4-09fb0d1467d0 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 210 time: 0.2152801 Sep 04 01:05:22.313918 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:21Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:22.318163 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (c2f724af-5dbd-4d91-83cd-c5152b744599), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:22.319168 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 6771cbc4-3e4b-419f-b87f-2db662f6e010 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:22.351487 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac07a960-897d-4141-904a-06579d2e67d5 None None] The sync data for ids ['a6875d57-1898-4fcc-8186-5995078e83c1'] in dv-cinder-master-3-iscsi is: [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:21Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:05:22.426814 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4e5def25-1d6e-4f23-b92c-99a3d6fae7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (c6bf29cf-1350-44bf-b86d-c11c97747e0a), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:22.433335 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4e5def25-1d6e-4f23-b92c-99a3d6fae7ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:22.455573 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-4e5def25-1d6e-4f23-b92c-99a3d6fae7ad admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c6bf29cf-1350-44bf-b86d-c11c97747e0a HTTP/1.1" status: 204 len: 168 time: 0.6370327 Sep 04 01:05:22.468961 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:22.509802 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=c2f724af-5dbd-4d91-83cd-c5152b744599,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:22.530337 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 6771cbc4-3e4b-419f-b87f-2db662f6e010 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:22.530337 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (6771cbc4-3e4b-419f-b87f-2db662f6e010), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:22.548085 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2ee14693-36de-4426-9555-c15400f6b2f7 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (be54aecb-bdaa-40b9-948a-c685064958fc), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:22.609502 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5def25-1d6e-4f23-b92c-99a3d6fae7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bf29cf-1350-44bf-b86d-c11c97747e0a,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:22.683232 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-11ecc638-bf34-49fc-a57a-41d126b7164b tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Allocated IP 172.20.0.10 (3b7528ba-1624-4915-b635-aeb0700ea8e7/46f76b48-bc1e-4bf9-b91c-49408437f259/5d2b3e83-c7f4-4359-8491-abf0d6e3eec3) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:05:22.705539 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2d611adb-6540-45d5-beb6-784c9e3ee872 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for floatingip (3a1265b2-fba9-42dc-9d80-e5c4ab13b344), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:22.775708 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [None req-4e96daec-f333-424e-857d-905c965d677b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Allocated IP 172.37.7.88 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/5db671be-feec-4d74-8501-0b964112262c) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:05:22.812084 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.16', 52102) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:22.814765 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 6771cbc4-3e4b-419f-b87f-2db662f6e010 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:22.815164 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (6771cbc4-3e4b-419f-b87f-2db662f6e010), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:22.874582 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port 6771cbc4-3e4b-419f-b87f-2db662f6e010, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6771cbc4-3e4b-419f-b87f-2db662f6e010,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:22.882185 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-aa4fcb7e-b91e-4676-a5b4-09b7b081e73c req-2e1be3be-0065-42c5-aaa3-d9513912f454 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 210 time: 0.2373693 Sep 04 01:05:22.975486 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (6771cbc4-3e4b-419f-b87f-2db662f6e010), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:22.979302 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 4ed942cd-0f45-4d77-a66d-1d6c875877dc up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:23.064202 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2ee14693-36de-4426-9555-c15400f6b2f7 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (be54aecb-bdaa-40b9-948a-c685064958fc), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:23.086101 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:23.191997 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 4ed942cd-0f45-4d77-a66d-1d6c875877dc triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:23.191997 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (4ed942cd-0f45-4d77-a66d-1d6c875877dc), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:23.256481 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2d611adb-6540-45d5-beb6-784c9e3ee872 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (c7250ad8-1fdb-4a27-b9d9-e7622f80ae4b), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:23.258964 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2ee14693-36de-4426-9555-c15400f6b2f7 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (be54aecb-bdaa-40b9-948a-c685064958fc), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:23.263708 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=6771cbc4-3e4b-419f-b87f-2db662f6e010,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:23.337434 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee14693-36de-4426-9555-c15400f6b2f7 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be54aecb-bdaa-40b9-948a-c685064958fc,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:23.373001 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2ee14693-36de-4426-9555-c15400f6b2f7 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:23.383531 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-2ee14693-36de-4426-9555-c15400f6b2f7 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3729541 Sep 04 01:05:23.384350 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45756) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:23.389575 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:23.406577 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-7a3fd437-16cd-4bf1-99c8-9c8c305b9f9e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'floatingip': {'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:23.414108 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 4ed942cd-0f45-4d77-a66d-1d6c875877dc is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:23.416180 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 378bbdd4-3077-4657-8055-fdc0a7600948 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:23.571710 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 378bbdd4-3077-4657-8055-fdc0a7600948 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:23.573555 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (378bbdd4-3077-4657-8055-fdc0a7600948), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:23.603395 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd437-16cd-4bf1-99c8-9c8c305b9f9e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:23.624654 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2d611adb-6540-45d5-beb6-784c9e3ee872 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for port (c7250ad8-1fdb-4a27-b9d9-e7622f80ae4b), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:23.654042 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-0000a30a-3248-4a66-8240-f05d34e108a7 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:23.655863 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-0000a30a-3248-4a66-8240-f05d34e108a7 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.16 "GET /networking/v2.0/networks?id=b16f22e1-6fb1-440b-98eb-845123e960e6 HTTP/1.1" status: 200 len: 818 time: 0.8425887 Sep 04 01:05:23.747961 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3f6bac78-39af-476c-8571-1ff59d8f90cf tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Request body: {'port': {'device_id': '2f7a7e72-1f16-4ab4-b826-d376d39be4c2', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'admin_state_up': True, 'tenant_id': 'db72b63281384bd883b04d05bcc35677'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:23.772636 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4e96daec-f333-424e-857d-905c965d677b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for port (5db671be-feec-4d74-8501-0b964112262c), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:23.787978 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ce92238b-cd43-40d0-8ff0-72be7b131ff7 req-3ccbe88f-d359-4cfe-8459-c40d29f2d191 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 210 time: 0.1553457 Sep 04 01:05:23.792798 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 378bbdd4-3077-4657-8055-fdc0a7600948 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:23.793548 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (378bbdd4-3077-4657-8055-fdc0a7600948), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:23.810258 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:23.849222 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2d611adb-6540-45d5-beb6-784c9e3ee872 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (c7250ad8-1fdb-4a27-b9d9-e7622f80ae4b), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:23.899317 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port 378bbdd4-3077-4657-8055-fdc0a7600948, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=378bbdd4-3077-4657-8055-fdc0a7600948,segment=NetworkSegment(79b84dcb-99f6-4af2-ac73-30fcaae597f6),segment_id=79b84dcb-99f6-4af2-ac73-30fcaae597f6)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:24.009773 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (378bbdd4-3077-4657-8055-fdc0a7600948), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:24.043470 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd437-16cd-4bf1-99c8-9c8c305b9f9e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:24.075835 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e4ec5e9b-1ba8-45f7-9846-d87164b75ee5 req-ed1d00c8-3244-41b5-b16d-5c54a7ef5e08 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 210 time: 0.0412574 Sep 04 01:05:24.104720 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45778) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:24.120917 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-11ecc638-bf34-49fc-a57a-41d126b7164b tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Publish callbacks [] for port (5d2b3e83-c7f4-4359-8491-abf0d6e3eec3), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:24.133780 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-44351cf1-fd5a-4c62-bf84-a816b60bf01e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:24.223687 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=378bbdd4-3077-4657-8055-fdc0a7600948,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:24.296142 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:24.317402 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-44351cf1-fd5a-4c62-bf84-a816b60bf01e admin admin] Publish callbacks [] for security_group (c68cf137-d7a7-431e-9d92-3123725c3567), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:24.321052 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-11ecc638-bf34-49fc-a57a-41d126b7164b tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (5d2b3e83-c7f4-4359-8491-abf0d6e3eec3), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:24.368695 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2d611adb-6540-45d5-beb6-784c9e3ee872 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (3a1265b2-fba9-42dc-9d80-e5c4ab13b344), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:24.405515 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d611adb-6540-45d5-beb6-784c9e3ee872 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Pushing event updated for resources: {'Port': ['ID=c7250ad8-1fdb-4a27-b9d9-e7622f80ae4b,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:24.414002 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-44351cf1-fd5a-4c62-bf84-a816b60bf01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (c68cf137-d7a7-431e-9d92-3123725c3567), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:24.472108 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-44351cf1-fd5a-4c62-bf84-a816b60bf01e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=59e345a392104034b113adab2fa35c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667691 Sep 04 01:05:24.484148 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45788) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:24.488829 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 6771cbc4-3e4b-419f-b87f-2db662f6e010 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:24.496630 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-11ecc638-bf34-49fc-a57a-41d126b7164b tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Network 3b7528ba-1624-4915-b635-aeb0700ea8e7 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:24.521382 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-11ecc638-bf34-49fc-a57a-41d126b7164b tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:24.528881 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-11ecc638-bf34-49fc-a57a-41d126b7164b tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:05:24.606388 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2d611adb-6540-45d5-beb6-784c9e3ee872 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:24.607792 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-2d611adb-6540-45d5-beb6-784c9e3ee872 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2820857 Sep 04 01:05:24.608900 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4e96daec-f333-424e-857d-905c965d677b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (5db671be-feec-4d74-8501-0b964112262c), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:24.617152 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ecc638-bf34-49fc-a57a-41d126b7164b tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Pushing event updated for resources: {'Port': ['ID=5d2b3e83-c7f4-4359-8491-abf0d6e3eec3,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:24.650528 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 6771cbc4-3e4b-419f-b87f-2db662f6e010 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:24.651144 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (6771cbc4-3e4b-419f-b87f-2db662f6e010), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:24.742698 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e96daec-f333-424e-857d-905c965d677b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:24.743718 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3f6bac78-39af-476c-8571-1ff59d8f90cf tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Made reservation on behalf of db72b63281384bd883b04d05bcc35677 for: {'port': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:05:24.770913 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_common [None req-7a3fd437-16cd-4bf1-99c8-9c8c305b9f9e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Allocated IP 172.37.7.189 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/498a0a31-5c9a-4552-a9dd-f3487791491b) {{(pid=106790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:05:24.771095 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3f6bac78-39af-476c-8571-1ff59d8f90cf tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:24.789250 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:24.807915 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-11ecc638-bf34-49fc-a57a-41d126b7164b tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:24.813322 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-11ecc638-bf34-49fc-a57a-41d126b7164b tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:24.897352 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-4e96daec-f333-424e-857d-905c965d677b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:24.945365 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e96daec-f333-424e-857d-905c965d677b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:05:24.997576 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96daec-f333-424e-857d-905c965d677b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Pushing event updated for resources: {'Port': ['ID=5db671be-feec-4d74-8501-0b964112262c,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:25.001250 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44351cf1-fd5a-4c62-bf84-a816b60bf01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68cf137-d7a7-431e-9d92-3123725c3567,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:25.014884 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 6771cbc4-3e4b-419f-b87f-2db662f6e010 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:25.016000 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device a6788698-0516-4d8a-8fe8-2add6e7f6e94 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:25.083742 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd437-16cd-4bf1-99c8-9c8c305b9f9e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for port (498a0a31-5c9a-4552-a9dd-f3487791491b), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:25.090094 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-84d623ae-ebad-44b8-8d63-848d4d918e54 admin admin] Publish callbacks [] for security_group (c68cf137-d7a7-431e-9d92-3123725c3567), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:25.134798 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-84d623ae-ebad-44b8-8d63-848d4d918e54 admin admin] Publish callbacks [] for security_group (c68cf137-d7a7-431e-9d92-3123725c3567), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:25.219488 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port a6788698-0516-4d8a-8fe8-2add6e7f6e94 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:25.219860 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (a6788698-0516-4d8a-8fe8-2add6e7f6e94), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:25.269444 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-68500d95-aab0-4b3b-ac42-245267042072 None None] Provisioning complete for port 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:25.269444 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-68500d95-aab0-4b3b-ac42-245267042072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (5d2b3e83-c7f4-4359-8491-abf0d6e3eec3), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:25.369883 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd437-16cd-4bf1-99c8-9c8c305b9f9e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (498a0a31-5c9a-4552-a9dd-f3487791491b), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:25.379928 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-84d623ae-ebad-44b8-8d63-848d4d918e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (c68cf137-d7a7-431e-9d92-3123725c3567), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:25.384504 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-84d623ae-ebad-44b8-8d63-848d4d918e54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:25.389704 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-84d623ae-ebad-44b8-8d63-848d4d918e54 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c68cf137-d7a7-431e-9d92-3123725c3567 HTTP/1.1" status: 204 len: 168 time: 0.9074743 Sep 04 01:05:25.418900 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-68500d95-aab0-4b3b-ac42-245267042072 None None] Port 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:05:25.457258 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d623ae-ebad-44b8-8d63-848d4d918e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68cf137-d7a7-431e-9d92-3123725c3567,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:25.477388 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port a6788698-0516-4d8a-8fe8-2add6e7f6e94 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:25.478535 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (a6788698-0516-4d8a-8fe8-2add6e7f6e94), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:25.479063 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3fd437-16cd-4bf1-99c8-9c8c305b9f9e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:25.486855 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-7a3fd437-16cd-4bf1-99c8-9c8c305b9f9e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:25.506145 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-217132de-cae6-4293-9540-20de35323908 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--98131319&fields=id&tenant_id=e7dca68418a14d7da9aa63ac25f202e8 HTTP/1.1" status: 200 len: 267 time: 0.2405934 Sep 04 01:05:25.518752 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3fd437-16cd-4bf1-99c8-9c8c305b9f9e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Received port after_create {{(pid=106790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:05:25.570385 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port a6788698-0516-4d8a-8fe8-2add6e7f6e94, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a6788698-0516-4d8a-8fe8-2add6e7f6e94,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:25.621426 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:25.635370 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-11ecc638-bf34-49fc-a57a-41d126b7164b tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5224371 Sep 04 01:05:25.674788 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-a92f7535-0ed7-4d3e-b5c1-28b1d48c6bdf tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106791) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 01:05:25.677698 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-a92f7535-0ed7-4d3e-b5c1-28b1d48c6bdf tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0075977 Sep 04 01:05:25.729293 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (a6788698-0516-4d8a-8fe8-2add6e7f6e94), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:25.730180 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device c2f724af-5dbd-4d91-83cd-c5152b744599 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:25.808225 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-f748a09b-6dd6-497e-89d4-baee2d4a7a57 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:25.820088 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-f748a09b-6dd6-497e-89d4-baee2d4a7a57 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/networks?id=1fb5aed8-696d-4f87-8b2a-7d29744538a8 HTTP/1.1" status: 200 len: 810 time: 0.3128223 Sep 04 01:05:25.860835 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fd437-16cd-4bf1-99c8-9c8c305b9f9e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'Port': ['ID=498a0a31-5c9a-4552-a9dd-f3487791491b,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:25.903868 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a2397-9990-42e6-8962-7f77f41e44cd req-0fb6fbf1-ad25-423e-be9d-ccba81324380 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:25.915077 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d35a2397-9990-42e6-8962-7f77f41e44cd req-0fb6fbf1-ad25-423e-be9d-ccba81324380 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 932 time: 0.3050222 Sep 04 01:05:25.920391 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-51bfc349-c02c-4c8d-a24a-cd8dd6cb3a2d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/quotas/e7dca68418a14d7da9aa63ac25f202e8 HTTP/1.1" status: 200 len: 375 time: 0.0990572 Sep 04 01:05:25.996097 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:26.011984 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4e96daec-f333-424e-857d-905c965d677b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for floatingip (f81c9b73-9b50-4b22-bc3c-3eb35bd2fbaa), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:26.024771 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:26.026522 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port c2f724af-5dbd-4d91-83cd-c5152b744599 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:26.027150 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (c2f724af-5dbd-4d91-83cd-c5152b744599), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:26.081365 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=a6788698-0516-4d8a-8fe8-2add6e7f6e94,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:26.107328 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd437-16cd-4bf1-99c8-9c8c305b9f9e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (29aaa1bc-70e4-4290-b00e-49a0f08b213d), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:26.173095 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port c2f724af-5dbd-4d91-83cd-c5152b744599 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:26.219233 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-a308be91-dcf3-4105-907c-ae422583e0f6 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e7dca68418a14d7da9aa63ac25f202e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2979767 Sep 04 01:05:26.358314 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d35a2397-9990-42e6-8962-7f77f41e44cd req-d8d9b35a-decd-4e3f-8acf-aeb4bb5eb073 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421325 Sep 04 01:05:26.514571 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device a6788698-0516-4d8a-8fe8-2add6e7f6e94 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:26.519068 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd437-16cd-4bf1-99c8-9c8c305b9f9e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (498a0a31-5c9a-4552-a9dd-f3487791491b), before_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:26.627114 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port a6788698-0516-4d8a-8fe8-2add6e7f6e94 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:26.627592 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (a6788698-0516-4d8a-8fe8-2add6e7f6e94), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:26.655694 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3f6bac78-39af-476c-8571-1ff59d8f90cf tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Allocated IP 172.20.0.13 (b16f22e1-6fb1-440b-98eb-845123e960e6/35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0/28efc83e-9838-45a7-9fd3-3625eeff4b09) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:05:26.685384 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4e96daec-f333-424e-857d-905c965d677b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (5db671be-feec-4d74-8501-0b964112262c), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:26.708475 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.16', 52111) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:26.749258 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port a6788698-0516-4d8a-8fe8-2add6e7f6e94 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:26.751306 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 378bbdd4-3077-4657-8055-fdc0a7600948 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:26.809353 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] Request body: {'port': {'device_id': '742cb4b8-f03c-4256-bb96-fc2cfff43734', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:26.823029 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 378bbdd4-3077-4657-8055-fdc0a7600948 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:26.844727 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (378bbdd4-3077-4657-8055-fdc0a7600948), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:26.978188 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:27.108318 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5dfb22e9-6936-4065-b2b5-ab42a2bd763d req-faf39dc5-f64f-4567-bfea-018693873d8f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 210 time: 0.5108888 Sep 04 01:05:27.125763 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:27.356657 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd437-16cd-4bf1-99c8-9c8c305b9f9e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for port (498a0a31-5c9a-4552-a9dd-f3487791491b), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:27.532005 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd437-16cd-4bf1-99c8-9c8c305b9f9e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (498a0a31-5c9a-4552-a9dd-f3487791491b), after_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:27.537732 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd437-16cd-4bf1-99c8-9c8c305b9f9e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (29aaa1bc-70e4-4290-b00e-49a0f08b213d), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:27.579978 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 378bbdd4-3077-4657-8055-fdc0a7600948 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:27.614831 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (5d2b3e83-c7f4-4359-8491-abf0d6e3eec3), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:27.736460 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-a525ad3b-9029-4aea-97c2-d3b2691b477e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1fb5aed8-696d-4f87-8b2a-7d29744538a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4905384 Sep 04 01:05:27.836263 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd437-16cd-4bf1-99c8-9c8c305b9f9e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:27.837742 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-7a3fd437-16cd-4bf1-99c8-9c8c305b9f9e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4461324 Sep 04 01:05:27.879004 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5dc4a6-2e4c-4243-92a4-f93aea36b1d0 req-7803ec5a-3c14-4e7e-abc9-283818c2c32c tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:27.888140 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fd437-16cd-4bf1-99c8-9c8c305b9f9e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'Port': ['ID=498a0a31-5c9a-4552-a9dd-f3487791491b,revision_number=2']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:27.891481 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6b5dc4a6-2e4c-4243-92a4-f93aea36b1d0 req-7803ec5a-3c14-4e7e-abc9-283818c2c32c tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 932 time: 0.2668605 Sep 04 01:05:27.933749 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51029590-2d32-45af-9a12-3914a029d26e req-c74e66b5-8e33-45f1-83da-96dac0783825 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:27.935288 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-51029590-2d32-45af-9a12-3914a029d26e req-c74e66b5-8e33-45f1-83da-96dac0783825 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.16 "GET /networking/v2.0/networks?id=b16f22e1-6fb1-440b-98eb-845123e960e6 HTTP/1.1" status: 200 len: 818 time: 1.2106099 Sep 04 01:05:27.969626 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-dcd5b7c0-d1f7-4253-814c-9cf61638b876 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1fb5aed8-696d-4f87-8b2a-7d29744538a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133777 Sep 04 01:05:27.990209 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [req-51029590-2d32-45af-9a12-3914a029d26e req-b9d2dd3e-add5-4273-b7bd-ac31912abec4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Request body: {'port': {'device_id': '62c4a968-ecfa-4842-8cab-8aaeb7ca7a64', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'admin_state_up': True, 'tenant_id': 'db72b63281384bd883b04d05bcc35677'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:28.203286 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:28.368912 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] Sync routers for ids ['61883c33-5f31-4a53-b117-0fe975bce512'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:05:28.435453 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3f6bac78-39af-476c-8571-1ff59d8f90cf tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for port (28efc83e-9838-45a7-9fd3-3625eeff4b09), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:28.435453 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6b5dc4a6-2e4c-4243-92a4-f93aea36b1d0 req-7178ec87-f838-40bf-9201-e2f6c36af2b3 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180545 Sep 04 01:05:28.435630 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] Routers {'61883c33-5f31-4a53-b117-0fe975bce512'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:05:28.435630 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:05:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['61883c33-5f31-4a53-b117-0fe975bce512'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:28.435807 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4e96daec-f333-424e-857d-905c965d677b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for port (5db671be-feec-4d74-8501-0b964112262c), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:28.443645 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 45948) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:28.533542 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:28.581832 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a1b2a27a-557a-4a41-8c16-d4da213608e6 req-e53a9eaa-6655-4430-8df3-a93d7d0e4ee4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 210 time: 0.0507183 Sep 04 01:05:28.604652 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51029590-2d32-45af-9a12-3914a029d26e req-b9d2dd3e-add5-4273-b7bd-ac31912abec4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Made reservation on behalf of db72b63281384bd883b04d05bcc35677 for: {'port': 1} {{(pid=106790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:05:28.610991 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-51029590-2d32-45af-9a12-3914a029d26e req-b9d2dd3e-add5-4273-b7bd-ac31912abec4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:28.651807 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] Set router 61883c33-5f31-4a53-b117-0fe975bce512 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:05:28.734866 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4e96daec-f333-424e-857d-905c965d677b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (5db671be-feec-4d74-8501-0b964112262c), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:28.795457 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4e96daec-f333-424e-857d-905c965d677b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (f81c9b73-9b50-4b22-bc3c-3eb35bd2fbaa), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:28.799475 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3f6bac78-39af-476c-8571-1ff59d8f90cf tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (28efc83e-9838-45a7-9fd3-3625eeff4b09), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:28.888304 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3f6bac78-39af-476c-8571-1ff59d8f90cf tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Network b16f22e1-6fb1-440b-98eb-845123e960e6 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:28.895084 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3f6bac78-39af-476c-8571-1ff59d8f90cf tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:28.911533 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f0c9b6d7-cafe-494f-bde0-2a23129632eb req-d7887aa1-74bc-4a03-b264-2280accab04d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 210 time: 0.1829801 Sep 04 01:05:28.918041 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3f6bac78-39af-476c-8571-1ff59d8f90cf tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:05:28.973722 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96daec-f333-424e-857d-905c965d677b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Pushing event updated for resources: {'Port': ['ID=5db671be-feec-4d74-8501-0b964112262c,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:29.048240 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4e96daec-f333-424e-857d-905c965d677b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:29.060073 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-4e96daec-f333-424e-857d-905c965d677b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.5803683 Sep 04 01:05:29.083547 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3f6bac78-39af-476c-8571-1ff59d8f90cf tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:29.085063 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3f6bac78-39af-476c-8571-1ff59d8f90cf tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:29.123037 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bac78-39af-476c-8571-1ff59d8f90cf tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Pushing event updated for resources: {'Port': ['ID=28efc83e-9838-45a7-9fd3-3625eeff4b09,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:29.167884 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 {{(pid=106791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:05:29.185608 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] Publish callbacks [] for port (5d2b3e83-c7f4-4359-8491-abf0d6e3eec3), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:29.210642 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61883c33-5f31-4a53-b117-0fe975bce512', 'name': 'tempest-ServerRescueNegativeTestJSON-389120141-router', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31'}], 'enable_snat': True}, 'gw_port_id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:13Z', 'revision_number': 4, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'gw_port': {'id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f38c3884-111a-49d9-bcf1-6a965ff5e110', 'name': '', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'mac_address': 'fa:16:3e:62:0b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:11Z', 'updated_at': '2022-09-04T01:05:14Z', 'revision_number': 2, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'subnets': [{'id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:29.233562 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.provisioning_blocks [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] Transition to ACTIVE for port object 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 will not be triggered until provisioned by entity L2. {{(pid=106791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:05:29.255173 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] Checking router: 61883c33-5f31-4a53-b117-0fe975bce512 for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:05:29.258849 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] Updating router 61883c33-5f31-4a53-b117-0fe975bce512 port f38c3884-111a-49d9-bcf1-6a965ff5e110 binding host dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:05:29.260945 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3f6bac78-39af-476c-8571-1ff59d8f90cf tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5268059 Sep 04 01:05:29.352310 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (5d2b3e83-c7f4-4359-8491-abf0d6e3eec3), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:29.359891 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:29.402436 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-298a70aa-41d6-44b2-8b21-eaeea6232450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:29.442844 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-ffae24d3-4039-44b5-8322-256ae6e89bb6 None None] Provisioning complete for port 28efc83e-9838-45a7-9fd3-3625eeff4b09 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:29.444920 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-ffae24d3-4039-44b5-8322-256ae6e89bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (28efc83e-9838-45a7-9fd3-3625eeff4b09), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:29.445033 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] Request body: {'port': {'device_id': '2f7a7e72-1f16-4ab4-b826-d376d39be4c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:29.582060 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45978) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:29.631618 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_common [req-51029590-2d32-45af-9a12-3914a029d26e req-b9d2dd3e-add5-4273-b7bd-ac31912abec4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Allocated IP 172.20.0.3 (b16f22e1-6fb1-440b-98eb-845123e960e6/35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0/addc777a-4bdc-4153-92fa-8184c15d2cd1) {{(pid=106790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:05:29.632342 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-ffae24d3-4039-44b5-8322-256ae6e89bb6 None None] Port 28efc83e-9838-45a7-9fd3-3625eeff4b09 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:05:29.639683 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (f38c3884-111a-49d9-bcf1-6a965ff5e110), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:29.663514 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-c6b9ac9e-08ef-479a-a3ad-59442d5d4e82 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1092877388&fields=id&tenant_id=287d111f08ac4b05bd5adec9c40d0620 HTTP/1.1" status: 200 len: 267 time: 0.9202549 Sep 04 01:05:29.682071 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2b3e83-c7f4-4359-8491-abf0d6e3eec3,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:29.760644 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] Attempting to bind port 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:05:29.760644 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] Attempting to bind port 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'fa03338c-c7bc-4666-a251-ff3dadbd2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3b7528ba-1624-4915-b635-aeb0700ea8e7'}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:05:29.760644 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] Attempting to bind port 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 on network 3b7528ba-1624-4915-b635-aeb0700ea8e7 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:29.835516 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] Port 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 on network 3b7528ba-1624-4915-b635-aeb0700ea8e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:05:29.838487 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] Attempting to bind port 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 on network 3b7528ba-1624-4915-b635-aeb0700ea8e7 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:29.850561 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] Checking agent: {'id': 'dda4db69-a2e6-4522-aa0b-4e619e0d5c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'started_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:05:29.851126 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] Checking segment: {'id': 'fa03338c-c7bc-4666-a251-ff3dadbd2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3b7528ba-1624-4915-b635-aeb0700ea8e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:05:29.852003 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] Bound using segment: {'id': 'fa03338c-c7bc-4666-a251-ff3dadbd2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3b7528ba-1624-4915-b635-aeb0700ea8e7'} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:05:29.852630 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] Bound port: 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa03338c-c7bc-4666-a251-ff3dadbd2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3b7528ba-1624-4915-b635-aeb0700ea8e7'}}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:05:29.853167 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (5d2b3e83-c7f4-4359-8491-abf0d6e3eec3), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:29.887917 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-929f2e06-0d40-4f00-b3d2-76becf152329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:29.895436 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (28efc83e-9838-45a7-9fd3-3625eeff4b09), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:29.908962 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34f9b5-17fe-4e34-a09f-5a4cd8b9b347 req-daa9a60e-3853-4207-9b45-e8ef130c6016 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:29.911038 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7b34f9b5-17fe-4e34-a09f-5a4cd8b9b347 req-daa9a60e-3853-4207-9b45-e8ef130c6016 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 944 time: 0.2168241 Sep 04 01:05:29.996673 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-fe6aafb9-2e6a-45e2-b2d3-0df61a4d609e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:30.005578 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-fe6aafb9-2e6a-45e2-b2d3-0df61a4d609e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/networks?id=d7f39628-666e-4480-8bee-49de183d5e09 HTTP/1.1" status: 200 len: 815 time: 0.3408134 Sep 04 01:05:30.097687 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-d316be74-03ed-49a3-a01c-2c67e2bad0dd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/quotas/287d111f08ac4b05bd5adec9c40d0620 HTTP/1.1" status: 200 len: 375 time: 0.0416005 Sep 04 01:05:30.208603 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-298a70aa-41d6-44b2-8b21-eaeea6232450 admin admin] Publish callbacks [] for security_group (e8b668b4-bea8-4d8c-a255-407d62d73cce), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:30.232293 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-fe410817-14a2-4a15-a92c-95566116b8f5 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=287d111f08ac4b05bd5adec9c40d0620&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1771336 Sep 04 01:05:30.319778 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:30.365932 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-298a70aa-41d6-44b2-8b21-eaeea6232450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (e8b668b4-bea8-4d8c-a255-407d62d73cce), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:30.399025 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a70aa-41d6-44b2-8b21-eaeea6232450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b668b4-bea8-4d8c-a255-407d62d73cce,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:30.443230 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-51029590-2d32-45af-9a12-3914a029d26e req-b9d2dd3e-add5-4273-b7bd-ac31912abec4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for port (addc777a-4bdc-4153-92fa-8184c15d2cd1), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:30.454209 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-298a70aa-41d6-44b2-8b21-eaeea6232450 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3ea5113c49d4461695f17b1499fc7b43&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0094192 Sep 04 01:05:30.464102 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-a96ba4f4-2f49-4926-8341-51c78c8342f6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230496 Sep 04 01:05:30.476620 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 45998) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:30.523206 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] For port 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3, host hv-cinder-maste, cleared binding levels {{(pid=106791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:05:30.653699 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-a756c7dc-a48a-48d1-b902-0b5a67b8fb4c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883247 Sep 04 01:05:30.665855 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:30.701000 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-51029590-2d32-45af-9a12-3914a029d26e req-b9d2dd3e-add5-4273-b7bd-ac31912abec4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (addc777a-4bdc-4153-92fa-8184c15d2cd1), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:30.738439 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] For port 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d2b3e83-c7f4-4359-8491-abf0d6e3eec3,segment=NetworkSegment(fa03338c-c7bc-4666-a251-ff3dadbd2af6),segment_id=fa03338c-c7bc-4666-a251-ff3dadbd2af6)] {{(pid=106791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:05:30.744739 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7b34f9b5-17fe-4e34-a09f-5a4cd8b9b347 req-c5456dc0-2d1b-43e1-98b7-b35267bf79c9 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8213568 Sep 04 01:05:30.845967 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (5d2b3e83-c7f4-4359-8491-abf0d6e3eec3), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:30.869059 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:30.870150 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:30.872430 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 HTTP/1.1" status: 200 len: 1094 time: 4.5083094 Sep 04 01:05:30.925574 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2dd3e-add5-4273-b7bd-ac31912abec4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Pushing event updated for resources: {'Port': ['ID=addc777a-4bdc-4153-92fa-8184c15d2cd1,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:30.932713 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742cb4b8-f03c-4256-bb96-fc2cfff43734', 'tag': '5d2b3e83-c7f4-4359-8491-abf0d6e3eec3'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:05:30.942686 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51029590-2d32-45af-9a12-3914a029d26e req-b9d2dd3e-add5-4273-b7bd-ac31912abec4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Network b16f22e1-6fb1-440b-98eb-845123e960e6 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:30.946063 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [req-51029590-2d32-45af-9a12-3914a029d26e req-b9d2dd3e-add5-4273-b7bd-ac31912abec4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:30.950308 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [req-51029590-2d32-45af-9a12-3914a029d26e req-b9d2dd3e-add5-4273-b7bd-ac31912abec4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Received port after_create {{(pid=106790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:05:30.965675 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51029590-2d32-45af-9a12-3914a029d26e req-b9d2dd3e-add5-4273-b7bd-ac31912abec4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:30.968256 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-51029590-2d32-45af-9a12-3914a029d26e req-b9d2dd3e-add5-4273-b7bd-ac31912abec4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for port (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:31.004178 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-929f2e06-0d40-4f00-b3d2-76becf152329 admin admin] Publish callbacks [] for security_group (08140fe8-c26d-469a-89a6-bfe7df4ccf7e), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:31.041766 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b471ae6-c435-45c4-a0cc-8878748e88b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2b3e83-c7f4-4359-8491-abf0d6e3eec3,revision_number=3']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:31.049465 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-ae8b17b6-ff52-4e12-adb9-7fcabf07ec83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:31.098097 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4cb62115-befc-437f-8514-7bbb658b25c4 admin admin] Publish callbacks [] for security_group (e8b668b4-bea8-4d8c-a255-407d62d73cce), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:31.124368 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:31.126848 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:31.164782 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] Publish callbacks [] for port (f38c3884-111a-49d9-bcf1-6a965ff5e110), precommit_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:31.177049 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-51029590-2d32-45af-9a12-3914a029d26e req-b9d2dd3e-add5-4273-b7bd-ac31912abec4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1941795 Sep 04 01:05:31.217219 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [req-51029590-2d32-45af-9a12-3914a029d26e req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] Request body: {'port': {'device_id': '62c4a968-ecfa-4842-8cab-8aaeb7ca7a64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:31.250409 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (f38c3884-111a-49d9-bcf1-6a965ff5e110), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:31.397818 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-929f2e06-0d40-4f00-b3d2-76becf152329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (08140fe8-c26d-469a-89a6-bfe7df4ccf7e), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:31.406335 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-51029590-2d32-45af-9a12-3914a029d26e req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (addc777a-4bdc-4153-92fa-8184c15d2cd1), before_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:31.419499 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42808d81-4686-414e-bdd4-efafe086240b" -d '{"events": [{"name": "network-changed", "server_uuid": "742cb4b8-f03c-4256-bb96-fc2cfff43734", "tag": "5d2b3e83-c7f4-4359-8491-abf0d6e3eec3"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:05:31.492894 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed252c1-06db-462d-bf24-11ca80e0d6be None None] Pushing event updated for resources: {'Port': ['ID=f38c3884-111a-49d9-bcf1-6a965ff5e110,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:31.501446 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] Attempting to bind port f38c3884-111a-49d9-bcf1-6a965ff5e110 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:05:31.501902 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] Attempting to bind port f38c3884-111a-49d9-bcf1-6a965ff5e110 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:05:31.502335 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] Attempting to bind port f38c3884-111a-49d9-bcf1-6a965ff5e110 on network b16f22e1-6fb1-440b-98eb-845123e960e6 {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:31.512251 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:05:31.513339 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] Checking segment: {'id': 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:05:31.514042 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:31.515179 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] Bound using segment: {'id': 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:05:31.515753 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] Bound port: f38c3884-111a-49d9-bcf1-6a965ff5e110, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:05:31.516336 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (f38c3884-111a-49d9-bcf1-6a965ff5e110), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:31.530486 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4cb62115-befc-437f-8514-7bbb658b25c4 admin admin] Publish callbacks [] for security_group (e8b668b4-bea8-4d8c-a255-407d62d73cce), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:31.630569 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-687197e7-c004-41a7-bc9b-b3b332f2cc57 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--385291614&fields=id&tenant_id=55faed42b7f243df9df879d581797f56 HTTP/1.1" status: 200 len: 267 time: 0.6166599 Sep 04 01:05:31.638249 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e3f63-cd6b-4b00-b351-9111923934da req-65d6631a-d615-4ffb-ae2b-d57a375b7c96 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:31.648769 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-664e3f63-cd6b-4b00-b351-9111923934da req-65d6631a-d615-4ffb-ae2b-d57a375b7c96 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 931 time: 0.4956443 Sep 04 01:05:31.691283 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-3e03cfa6-8c0e-405a-9cfa-1310b9f54bd3 None None] Provisioning complete for port addc777a-4bdc-4153-92fa-8184c15d2cd1 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:31.692090 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-3e03cfa6-8c0e-405a-9cfa-1310b9f54bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (addc777a-4bdc-4153-92fa-8184c15d2cd1), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:31.696402 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-ee612dc7-c519-451e-b91f-cbf2bae434cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:31.700620 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-ee612dc7-c519-451e-b91f-cbf2bae434cc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e07d8b14fef34e04a0410f12e5dbd2fe&device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 1128 time: 0.6477084 Sep 04 01:05:31.717951 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f2e06-0d40-4f00-b3d2-76becf152329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08140fe8-c26d-469a-89a6-bfe7df4ccf7e,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:31.758462 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-929f2e06-0d40-4f00-b3d2-76becf152329 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=955511478fc2489e9f057dbf13bf3fc2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1677761 Sep 04 01:05:31.758462 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 46024) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:31.794068 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] For port f38c3884-111a-49d9-bcf1-6a965ff5e110, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:05:31.794068 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:31.824304 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] For port f38c3884-111a-49d9-bcf1-6a965ff5e110, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f38c3884-111a-49d9-bcf1-6a965ff5e110,segment=NetworkSegment(c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131),segment_id=c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:05:31.842624 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-3e03cfa6-8c0e-405a-9cfa-1310b9f54bd3 None None] Port addc777a-4bdc-4153-92fa-8184c15d2cd1 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:05:32.004108 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-44363f51-0ab4-4d8c-8506-a1387cb5fad0 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 HTTP/1.1" status: 200 len: 217 time: 0.2683597 Sep 04 01:05:32.010236 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (f38c3884-111a-49d9-bcf1-6a965ff5e110), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:32.174199 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] Routers {'61883c33-5f31-4a53-b117-0fe975bce512'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:05:32.181846 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:05:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['61883c33-5f31-4a53-b117-0fe975bce512'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:32.181846 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed252c1-06db-462d-bf24-11ca80e0d6be None None] Pushing event updated for resources: {'Port': ['ID=f38c3884-111a-49d9-bcf1-6a965ff5e110,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:32.241434 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-664e3f63-cd6b-4b00-b351-9111923934da req-0e2d4761-bd37-4b1c-8c04-d05f80b15ba9 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5915477 Sep 04 01:05:32.377632 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=6 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:32.440404 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] Set router 61883c33-5f31-4a53-b117-0fe975bce512 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:05:32.536947 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c30f7eff-d906-41d1-bd88-245e78a48f10 req-e93e84e6-6219-4221-b737-7925edf6d553 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 210 time: 0.0635433 Sep 04 01:05:32.544300 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device f38c3884-111a-49d9-bcf1-6a965ff5e110 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:32.641735 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-3f25fc8a-573d-46d3-94af-e1dd7f83c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:32.643658 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-3f25fc8a-573d-46d3-94af-e1dd7f83c23e service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=46f76b48-bc1e-4bf9-b91c-49408437f259 HTTP/1.1" status: 200 len: 851 time: 0.5665305 Sep 04 01:05:32.650453 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-a1f96f3a-4af5-4f1a-863f-2393459d5848 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:32.652377 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-a1f96f3a-4af5-4f1a-863f-2393459d5848 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/networks?id=3e702e6e-ebe1-46a7-b30d-f3d140ac2993 HTTP/1.1" status: 200 len: 816 time: 1.0204601 Sep 04 01:05:32.693064 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b3f0afbf-3750-4114-90d3-bef1a2d8d20a req-d0e8fe42-bbc5-4556-8d55-caa9156f97d5 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 210 time: 0.0612590 Sep 04 01:05:32.754020 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-6bda37e6-b753-46f1-85df-73eb4f66947c admin admin] Publish callbacks [] for security_group (08140fe8-c26d-469a-89a6-bfe7df4ccf7e), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:32.765570 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port f38c3884-111a-49d9-bcf1-6a965ff5e110 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:32.766213 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (f38c3884-111a-49d9-bcf1-6a965ff5e110), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:32.795015 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4cb62115-befc-437f-8514-7bbb658b25c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (e8b668b4-bea8-4d8c-a255-407d62d73cce), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:32.797623 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4cb62115-befc-437f-8514-7bbb658b25c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:32.801677 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-4cb62115-befc-437f-8514-7bbb658b25c4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e8b668b4-bea8-4d8c-a255-407d62d73cce HTTP/1.1" status: 204 len: 168 time: 2.2971764 Sep 04 01:05:32.802175 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28efc83e-9838-45a7-9fd3-3625eeff4b09 {{(pid=106791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:05:32.847653 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-681a113d-bddd-438e-8562-3597811bcaa1 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/quotas/55faed42b7f243df9df879d581797f56 HTTP/1.1" status: 200 len: 375 time: 0.1005280 Sep 04 01:05:32.849629 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] Publish callbacks [] for port (28efc83e-9838-45a7-9fd3-3625eeff4b09), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:32.868085 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-ab6c10f4-be9f-43ff-864e-c633d49bdd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:32.872300 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-ab6c10f4-be9f-43ff-864e-c633d49bdd9e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3b7528ba-1624-4915-b635-aeb0700ea8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2157855 Sep 04 01:05:32.872300 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-6bda37e6-b753-46f1-85df-73eb4f66947c admin admin] Publish callbacks [] for security_group (08140fe8-c26d-469a-89a6-bfe7df4ccf7e), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:32.891303 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb62115-befc-437f-8514-7bbb658b25c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b668b4-bea8-4d8c-a255-407d62d73cce,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:32.891868 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:32.907792 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.provisioning_blocks [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] Transition to ACTIVE for port object 28efc83e-9838-45a7-9fd3-3625eeff4b09 will not be triggered until provisioned by entity L2. {{(pid=106791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:05:33.062423 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61883c33-5f31-4a53-b117-0fe975bce512', 'name': 'tempest-ServerRescueNegativeTestJSON-389120141-router', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31'}], 'enable_snat': True}, 'gw_port_id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:13Z', 'revision_number': 4, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'gw_port': {'id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f38c3884-111a-49d9-bcf1-6a965ff5e110', 'name': '', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'mac_address': 'fa:16:3e:62:0b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:11Z', 'updated_at': '2022-09-04T01:05:31Z', 'revision_number': 4, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'subnets': [{'id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:05:33.064090 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-c4f5c15b-aea4-4529-a5e4-d62370d0472b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=55faed42b7f243df9df879d581797f56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1193650 Sep 04 01:05:33.066843 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port f38c3884-111a-49d9-bcf1-6a965ff5e110 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:33.066843 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (f38c3884-111a-49d9-bcf1-6a965ff5e110), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:33.066843 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ddce5-7f38-4894-bb7c-01ff7b86ccd9 None None] The sync data for ids ['61883c33-5f31-4a53-b117-0fe975bce512'] in dv-cinder-master-3-iscsi is: [{'id': '61883c33-5f31-4a53-b117-0fe975bce512', 'name': 'tempest-ServerRescueNegativeTestJSON-389120141-router', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31'}], 'enable_snat': True}, 'gw_port_id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:13Z', 'revision_number': 4, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'gw_port': {'id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f38c3884-111a-49d9-bcf1-6a965ff5e110', 'name': '', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'mac_address': 'fa:16:3e:62:0b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:11Z', 'updated_at': '2022-09-04T01:05:31Z', 'revision_number': 4, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'subnets': [{'id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:05:33.126333 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port f38c3884-111a-49d9-bcf1-6a965ff5e110, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f38c3884-111a-49d9-bcf1-6a965ff5e110,segment=NetworkSegment(c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131),segment_id=c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:33.133060 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d66b52e-5b6d-4f08-af58-eb19da21426e x-openstack-request-id: req-7d66b52e-5b6d-4f08-af58-eb19da21426e {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:05:33.133604 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742cb4b8-f03c-4256-bb96-fc2cfff43734", "tag": "5d2b3e83-c7f4-4359-8491-abf0d6e3eec3", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:05:33.134056 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d66b52e-5b6d-4f08-af58-eb19da21426e {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:05:33.134638 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d66b52e-5b6d-4f08-af58-eb19da21426e'] response: {'name': 'network-changed', 'server_uuid': '742cb4b8-f03c-4256-bb96-fc2cfff43734', 'tag': '5d2b3e83-c7f4-4359-8491-abf0d6e3eec3', 'status': 'completed', 'code': 200} Sep 04 01:05:33.159040 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-52dc2f52-ca82-4d53-be3b-a81ea7833f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:33.222664 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-c05b65c0-3e42-4a9a-b965-f20a2935272b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3e702e6e-ebe1-46a7-b30d-f3d140ac2993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288187 Sep 04 01:05:33.248266 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (28efc83e-9838-45a7-9fd3-3625eeff4b09), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:33.332410 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27361660-2274-42c8-84e2-aa25d6c6e985 req-5d675482-2374-4518-8601-be7e93a3bf31 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:33.337643 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-27361660-2274-42c8-84e2-aa25d6c6e985 req-5d675482-2374-4518-8601-be7e93a3bf31 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 944 time: 0.1834073 Sep 04 01:05:33.369392 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (f38c3884-111a-49d9-bcf1-6a965ff5e110), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:33.438841 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=f38c3884-111a-49d9-bcf1-6a965ff5e110,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:33.456860 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-6bda37e6-b753-46f1-85df-73eb4f66947c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (08140fe8-c26d-469a-89a6-bfe7df4ccf7e), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:33.465210 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-6bda37e6-b753-46f1-85df-73eb4f66947c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:33.470288 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-6bda37e6-b753-46f1-85df-73eb4f66947c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/08140fe8-c26d-469a-89a6-bfe7df4ccf7e HTTP/1.1" status: 204 len: 168 time: 1.6101968 Sep 04 01:05:33.546683 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.notifiers.nova [req-51029590-2d32-45af-9a12-3914a029d26e req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id addc777a-4bdc-4153-92fa-8184c15d2cd1 {{(pid=106790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:05:33.572090 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] Pushing event updated for resources: {'Port': ['ID=28efc83e-9838-45a7-9fd3-3625eeff4b09,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:33.573847 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-51029590-2d32-45af-9a12-3914a029d26e req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] Publish callbacks [] for port (addc777a-4bdc-4153-92fa-8184c15d2cd1), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:33.575619 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda37e6-b753-46f1-85df-73eb4f66947c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08140fe8-c26d-469a-89a6-bfe7df4ccf7e,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:33.591004 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-27361660-2274-42c8-84e2-aa25d6c6e985 req-3ee1e242-3b7c-47e6-be3b-5b55c6cfdb30 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894782 Sep 04 01:05:33.657358 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-6621c8ac-2df3-41c1-aed0-9a4a1662ff34 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3e702e6e-ebe1-46a7-b30d-f3d140ac2993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139552 Sep 04 01:05:33.660483 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.provisioning_blocks [req-51029590-2d32-45af-9a12-3914a029d26e req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] Transition to ACTIVE for port object addc777a-4bdc-4153-92fa-8184c15d2cd1 will not be triggered until provisioned by entity L2. {{(pid=106790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:05:33.686050 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] Attempting to bind port 28efc83e-9838-45a7-9fd3-3625eeff4b09 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:05:33.686402 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] Attempting to bind port 28efc83e-9838-45a7-9fd3-3625eeff4b09 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6'}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:05:33.688651 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] Attempting to bind port 28efc83e-9838-45a7-9fd3-3625eeff4b09 on network b16f22e1-6fb1-440b-98eb-845123e960e6 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:33.711365 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] Port 28efc83e-9838-45a7-9fd3-3625eeff4b09 on network b16f22e1-6fb1-440b-98eb-845123e960e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:05:33.711762 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] Attempting to bind port 28efc83e-9838-45a7-9fd3-3625eeff4b09 on network b16f22e1-6fb1-440b-98eb-845123e960e6 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:33.720792 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] Checking agent: {'id': 'dda4db69-a2e6-4522-aa0b-4e619e0d5c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'started_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:05:33.721165 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] Checking segment: {'id': 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:05:33.721556 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] Bound using segment: {'id': 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6'} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:05:33.724077 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:33.724937 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] Bound port: 28efc83e-9838-45a7-9fd3-3625eeff4b09, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6'}}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:05:33.725347 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (28efc83e-9838-45a7-9fd3-3625eeff4b09), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:33.752094 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-51029590-2d32-45af-9a12-3914a029d26e req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (addc777a-4bdc-4153-92fa-8184c15d2cd1), after_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:33.890527 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=addc777a-4bdc-4153-92fa-8184c15d2cd1,revision_number=2']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:33.902643 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] For port 28efc83e-9838-45a7-9fd3-3625eeff4b09, host hv-cinder-maste, cleared binding levels {{(pid=106791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:05:33.925618 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] For port 28efc83e-9838-45a7-9fd3-3625eeff4b09, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=28efc83e-9838-45a7-9fd3-3625eeff4b09,segment=NetworkSegment(c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131),segment_id=c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131)] {{(pid=106791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:05:33.965956 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-f04d63fe-59af-4ce6-a40e-f2c4855c96a6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3b7528ba-1624-4915-b635-aeb0700ea8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437137 Sep 04 01:05:33.984209 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (28efc83e-9838-45a7-9fd3-3625eeff4b09), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:33.994125 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:33.994890 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:33.996877 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/28efc83e-9838-45a7-9fd3-3625eeff4b09 HTTP/1.1" status: 200 len: 1094 time: 4.5688794 Sep 04 01:05:34.046208 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6eb2f7-9ab1-45e9-9e92-e3888e383c3c req-3073b4a2-617c-4f33-aa6a-ca2d31fb96cd tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:34.056316 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2a6eb2f7-9ab1-45e9-9e92-e3888e383c3c req-3073b4a2-617c-4f33-aa6a-ca2d31fb96cd tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 943 time: 0.2378964 Sep 04 01:05:34.072428 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.managers [req-51029590-2d32-45af-9a12-3914a029d26e req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] Attempting to bind port addc777a-4bdc-4153-92fa-8184c15d2cd1 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:05:34.072428 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.managers [req-51029590-2d32-45af-9a12-3914a029d26e req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] Attempting to bind port addc777a-4bdc-4153-92fa-8184c15d2cd1 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6'}] {{(pid=106790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:05:34.072428 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51029590-2d32-45af-9a12-3914a029d26e req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] Attempting to bind port addc777a-4bdc-4153-92fa-8184c15d2cd1 on network b16f22e1-6fb1-440b-98eb-845123e960e6 {{(pid=106790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:34.089672 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51029590-2d32-45af-9a12-3914a029d26e req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] Port addc777a-4bdc-4153-92fa-8184c15d2cd1 on network b16f22e1-6fb1-440b-98eb-845123e960e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:05:34.098126 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51029590-2d32-45af-9a12-3914a029d26e req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] Attempting to bind port addc777a-4bdc-4153-92fa-8184c15d2cd1 on network b16f22e1-6fb1-440b-98eb-845123e960e6 {{(pid=106790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:34.124166 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51029590-2d32-45af-9a12-3914a029d26e req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] Checking agent: {'id': 'dda4db69-a2e6-4522-aa0b-4e619e0d5c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'started_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:05:34.129228 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51029590-2d32-45af-9a12-3914a029d26e req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] Checking segment: {'id': 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:05:34.129228 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51029590-2d32-45af-9a12-3914a029d26e req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] Bound using segment: {'id': 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6'} {{(pid=106790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:05:34.129228 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.managers [req-51029590-2d32-45af-9a12-3914a029d26e req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] Bound port: addc777a-4bdc-4153-92fa-8184c15d2cd1, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6'}}] {{(pid=106790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:05:34.129228 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-51029590-2d32-45af-9a12-3914a029d26e req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (addc777a-4bdc-4153-92fa-8184c15d2cd1), before_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:34.267672 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.db [req-51029590-2d32-45af-9a12-3914a029d26e req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] For port addc777a-4bdc-4153-92fa-8184c15d2cd1, host hv-cinder-maste, cleared binding levels {{(pid=106790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:05:34.272671 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.db [req-51029590-2d32-45af-9a12-3914a029d26e req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] For port addc777a-4bdc-4153-92fa-8184c15d2cd1, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=addc777a-4bdc-4153-92fa-8184c15d2cd1,segment=NetworkSegment(c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131),segment_id=c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131)] {{(pid=106790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:05:34.298753 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2a6eb2f7-9ab1-45e9-9e92-e3888e383c3c req-9535f68e-7934-44a0-ba9c-060b775b1ac5 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081139 Sep 04 01:05:34.313979 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91f38e-0bc3-462c-9973-a096f1e160ac service neutron] Pushing event updated for resources: {'Port': ['ID=28efc83e-9838-45a7-9fd3-3625eeff4b09,revision_number=3']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:34.384960 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dad619a2-ba79-4a99-82eb-ecad21c7cf84 req-33aa2dbb-f693-40bd-afec-4ded5eab4532 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 210 time: 0.1979275 Sep 04 01:05:34.398029 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:34.449997 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-51029590-2d32-45af-9a12-3914a029d26e req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (addc777a-4bdc-4153-92fa-8184c15d2cd1), after_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:34.461155 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51029590-2d32-45af-9a12-3914a029d26e req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:34.461791 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-51029590-2d32-45af-9a12-3914a029d26e req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for port (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:34.463574 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-51029590-2d32-45af-9a12-3914a029d26e req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/addc777a-4bdc-4153-92fa-8184c15d2cd1 HTTP/1.1" status: 200 len: 1093 time: 3.2510481 Sep 04 01:05:34.463702 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device f38c3884-111a-49d9-bcf1-6a965ff5e110 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:34.481412 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c4a968-ecfa-4842-8cab-8aaeb7ca7a64', 'tag': 'addc777a-4bdc-4153-92fa-8184c15d2cd1'}] {{(pid=106790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:05:34.514817 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a3b14dc4-98b1-4011-8321-4f9aff03910d req-0eafb57f-c9d9-4a51-a6be-58a55b670856 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3b7528ba-1624-4915-b635-aeb0700ea8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331012 Sep 04 01:05:34.589929 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 46072) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:34.644442 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a4752a27-ef03-42bc-bcba-787dc5916925 req-f690201a-4648-4176-95af-a8a6e02f28fa tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 210 time: 0.1281435 Sep 04 01:05:34.676180 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port f38c3884-111a-49d9-bcf1-6a965ff5e110 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:34.677844 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (f38c3884-111a-49d9-bcf1-6a965ff5e110), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:34.697544 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-58f02063-cf78-4220-8b70-8efb41d1c008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:35.010949 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-833d2815-6ed9-4b81-9846-56f812d31499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:35.010949 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-833d2815-6ed9-4b81-9846-56f812d31499 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=db72b63281384bd883b04d05bcc35677&device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 1128 time: 0.2231619 Sep 04 01:05:35.010949 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d079f17-fe1e-4bb7-87d3-71d003615f52 req-26a7098d-d6c9-4484-acc5-9587728d0512 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:35.010949 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4d079f17-fe1e-4bb7-87d3-71d003615f52 req-26a7098d-d6c9-4484-acc5-9587728d0512 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 944 time: 0.1097832 Sep 04 01:05:35.012582 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port f38c3884-111a-49d9-bcf1-6a965ff5e110 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:35.062363 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:05:35.076896 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4d079f17-fe1e-4bb7-87d3-71d003615f52 req-98998257-3eaf-416d-9752-2009d74aad7e tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132085 Sep 04 01:05:35.175552 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-a20e675f-de98-4eba-a3c4-da41f8b5d5d1 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:35.177410 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-a20e675f-de98-4eba-a3c4-da41f8b5d5d1 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.16 "GET /networking/v2.0/networks?id=1fb5aed8-696d-4f87-8b2a-7d29744538a8 HTTP/1.1" status: 200 len: 810 time: 0.2643809 Sep 04 01:05:35.181346 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768fddc788cc630bf6be659ba1cc99228bd403d8973f3d1aee7c621fd359d80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f252461e-7abc-42ab-b04d-8ab1ec8a0811" -d '{"events": [{"name": "network-changed", "server_uuid": "62c4a968-ecfa-4842-8cab-8aaeb7ca7a64", "tag": "addc777a-4bdc-4153-92fa-8184c15d2cd1"}]}' {{(pid=106790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:05:35.226787 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.16', 52124) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:35.251477 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-485402d7-c3df-4384-9bff-4f24dc2425f9 req-5ebf59a3-9f2f-4103-b63f-6dcf00da1b51 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 210 time: 0.3429859 Sep 04 01:05:35.291767 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd2e59-75f3-4031-9617-44f04c1b0fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=addc777a-4bdc-4153-92fa-8184c15d2cd1,revision_number=3']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:35.707884 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e9f3c5-8875-45a9-83f7-ac78b9679410 x-openstack-request-id: req-d2e9f3c5-8875-45a9-83f7-ac78b9679410 {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:05:35.708682 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c4a968-ecfa-4842-8cab-8aaeb7ca7a64", "tag": "addc777a-4bdc-4153-92fa-8184c15d2cd1", "status": "completed", "code": 200}]} {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:05:35.708682 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2e9f3c5-8875-45a9-83f7-ac78b9679410 {{(pid=106790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:05:35.708885 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2e9f3c5-8875-45a9-83f7-ac78b9679410'] response: {'name': 'network-changed', 'server_uuid': '62c4a968-ecfa-4842-8cab-8aaeb7ca7a64', 'tag': 'addc777a-4bdc-4153-92fa-8184c15d2cd1', 'status': 'completed', 'code': 200} Sep 04 01:05:35.734689 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e7153-10f2-48fb-9a0d-da6b7f768dad req-c3babc18-7634-4ed8-bf55-a2b248778736 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:35.745587 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5f4e7153-10f2-48fb-9a0d-da6b7f768dad req-c3babc18-7634-4ed8-bf55-a2b248778736 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 943 time: 0.3548770 Sep 04 01:05:35.767379 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51029590-2d32-45af-9a12-3914a029d26e req-444d2317-a663-4016-885c-ae978a1c19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:35.769746 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-51029590-2d32-45af-9a12-3914a029d26e req-444d2317-a663-4016-885c-ae978a1c19c8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=db72b63281384bd883b04d05bcc35677&device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 1127 time: 0.2992740 Sep 04 01:05:35.774150 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:35.776068 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7a7e72-1f16-4ab4-b826-d376d39be4c2', 'tag': '28efc83e-9838-45a7-9fd3-3625eeff4b09'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:05:35.778785 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:35.784325 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb9c353-27a4-4fed-9b5b-6575ac1bda7d" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7a7e72-1f16-4ab4-b826-d376d39be4c2", "tag": "28efc83e-9838-45a7-9fd3-3625eeff4b09"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:05:35.865718 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 46104) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:35.868903 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:35.928033 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-216df8a6-6faa-4622-adee-30bfd38e1f23 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28efc83e-9838-45a7-9fd3-3625eeff4b09 HTTP/1.1" status: 200 len: 217 time: 0.8596871 Sep 04 01:05:35.942972 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-58f02063-cf78-4220-8b70-8efb41d1c008 admin admin] Publish callbacks [] for security_group (099b954e-95b4-497a-b1e6-5edb0672a3d4), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:35.948133 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cba86765-c825-4657-a26e-7320cdff5ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:35.974049 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-738de888-1d97-4a9b-bb23-d6943e1caae6 req-f6838171-19a7-441e-bb03-42c68bfa8534 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 210 time: 0.1818600 Sep 04 01:05:35.975415 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:36.024374 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5f4e7153-10f2-48fb-9a0d-da6b7f768dad req-ab94c64a-1f8b-499f-9cc1-df7f472fe440 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776308 Sep 04 01:05:36.026396 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-51029590-2d32-45af-9a12-3914a029d26e req-4e6767b6-d6e8-4d80-b4fd-980a0127fa95 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=addc777a-4bdc-4153-92fa-8184c15d2cd1 HTTP/1.1" status: 200 len: 217 time: 0.1896987 Sep 04 01:05:36.048001 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42808d81-4686-414e-bdd4-efafe086240b req-c0e2e887-ba03-449f-b760-a21ab735f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:36.050372 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-42808d81-4686-414e-bdd4-efafe086240b req-c0e2e887-ba03-449f-b760-a21ab735f51d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e07d8b14fef34e04a0410f12e5dbd2fe&device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 1128 time: 0.1952538 Sep 04 01:05:36.079262 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-58f02063-cf78-4220-8b70-8efb41d1c008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (099b954e-95b4-497a-b1e6-5edb0672a3d4), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:36.097537 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-01ae2f00-0ec6-4dac-b6bf-20367202c3e3 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e7dca68418a14d7da9aa63ac25f202e8 HTTP/1.1" status: 200 len: 378 time: 0.6197059 Sep 04 01:05:36.103679 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-c1761b5f-f85a-4ea7-893d-e97a633821a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:36.105471 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-c1761b5f-f85a-4ea7-893d-e97a633821a0 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0 HTTP/1.1" status: 200 len: 857 time: 0.1524453 Sep 04 01:05:36.133223 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-76f16b1d-dee6-4938-8145-14ffbf5a019e tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Request body: {'port': {'device_id': 'd296b21a-c705-4d0b-8402-19a9c6f2e3d2', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'admin_state_up': True, 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'security_groups': ['2a5bcd08-2f5c-4785-8968-f136b0051d59']}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:36.145541 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3d55bb13-0b83-4723-a304-6a015b2ab248 req-48129c8d-e644-42e1-b2a1-3475704ae064 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 210 time: 0.0831876 Sep 04 01:05:36.157057 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36670936-2dfd-41ca-a3a8-5d88b2f6662a x-openstack-request-id: req-36670936-2dfd-41ca-a3a8-5d88b2f6662a {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:05:36.163728 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7a7e72-1f16-4ab4-b826-d376d39be4c2", "tag": "28efc83e-9838-45a7-9fd3-3625eeff4b09", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:05:36.163728 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-36670936-2dfd-41ca-a3a8-5d88b2f6662a {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:05:36.163728 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36670936-2dfd-41ca-a3a8-5d88b2f6662a'] response: {'name': 'network-changed', 'server_uuid': '2f7a7e72-1f16-4ab4-b826-d376d39be4c2', 'tag': '28efc83e-9838-45a7-9fd3-3625eeff4b09', 'status': 'completed', 'code': 200} Sep 04 01:05:36.402421 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-58f02063-cf78-4220-8b70-8efb41d1c008 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=42233f43b574453eb16ec7c6c7437905&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8138649 Sep 04 01:05:36.416080 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f02063-cf78-4220-8b70-8efb41d1c008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099b954e-95b4-497a-b1e6-5edb0672a3d4,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:36.419135 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 46118) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:36.480632 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-9e7f2468-54b7-43d4-a960-8165cbeb02fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:36.483870 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-9e7f2468-54b7-43d4-a960-8165cbeb02fa service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b16f22e1-6fb1-440b-98eb-845123e960e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3343322 Sep 04 01:05:36.530228 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7edeaa29-43e5-4878-a96a-e4d2d1647995 req-09c1b556-0e83-4f5e-8e34-0ee462c045bd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 210 time: 0.0852401 Sep 04 01:05:36.718999 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8766c04-55f0-4a69-9491-d7823d873b28 req-1f562b51-0862-4727-8970-ae6d4ebc8f99 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:36.718999 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c8766c04-55f0-4a69-9491-d7823d873b28 req-1f562b51-0862-4727-8970-ae6d4ebc8f99 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 944 time: 0.1840043 Sep 04 01:05:36.720270 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cba86765-c825-4657-a26e-7320cdff5ac8 admin admin] Publish callbacks [] for security_group (50c761f9-00c4-4d3a-bf88-110b8796b75f), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:36.720270 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42808d81-4686-414e-bdd4-efafe086240b req-11888a6c-dbbc-414f-b610-da040c47aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:36.720270 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-42808d81-4686-414e-bdd4-efafe086240b req-11888a6c-dbbc-414f-b610-da040c47aa73 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3b7528ba-1624-4915-b635-aeb0700ea8e7 HTTP/1.1" status: 200 len: 913 time: 0.5185828 Sep 04 01:05:36.720270 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-08bd6383-cdf0-4fdf-a6b7-bb64cd9a4e21 admin admin] Publish callbacks [] for security_group (099b954e-95b4-497a-b1e6-5edb0672a3d4), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:36.720674 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51029590-2d32-45af-9a12-3914a029d26e req-babe7a9b-afea-4cb5-be97-9d3698af45f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:36.720788 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-08bd6383-cdf0-4fdf-a6b7-bb64cd9a4e21 admin admin] Publish callbacks [] for security_group (099b954e-95b4-497a-b1e6-5edb0672a3d4), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:36.720869 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-51029590-2d32-45af-9a12-3914a029d26e req-babe7a9b-afea-4cb5-be97-9d3698af45f6 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0 HTTP/1.1" status: 200 len: 857 time: 0.5672536 Sep 04 01:05:36.720869 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c8766c04-55f0-4a69-9491-d7823d873b28 req-8b952a9e-2c8d-46b6-9ea2-004afca0e71f tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633640 Sep 04 01:05:36.793011 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:36.865489 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cba86765-c825-4657-a26e-7320cdff5ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (50c761f9-00c4-4d3a-bf88-110b8796b75f), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:36.868909 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-76f16b1d-dee6-4938-8145-14ffbf5a019e tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Made reservation on behalf of e7dca68418a14d7da9aa63ac25f202e8 for: {'port': 1} {{(pid=106790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:05:36.873044 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-76f16b1d-dee6-4938-8145-14ffbf5a019e tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:36.897798 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-08bd6383-cdf0-4fdf-a6b7-bb64cd9a4e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (099b954e-95b4-497a-b1e6-5edb0672a3d4), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:36.900291 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-08bd6383-cdf0-4fdf-a6b7-bb64cd9a4e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:36.901486 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-08bd6383-cdf0-4fdf-a6b7-bb64cd9a4e21 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/099b954e-95b4-497a-b1e6-5edb0672a3d4 HTTP/1.1" status: 204 len: 168 time: 0.4641435 Sep 04 01:05:36.910615 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba86765-c825-4657-a26e-7320cdff5ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c761f9-00c4-4d3a-bf88-110b8796b75f,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:36.917896 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-cba86765-c825-4657-a26e-7320cdff5ac8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d73d808e831f4d1a982b7f538a5853de&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0392432 Sep 04 01:05:36.922204 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 46122) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:36.931469 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd6383-cdf0-4fdf-a6b7-bb64cd9a4e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099b954e-95b4-497a-b1e6-5edb0672a3d4,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:36.995279 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-bd6dbac3-2ff1-4775-bbf5-4c4399dffb9d admin admin] Publish callbacks [] for security_group (50c761f9-00c4-4d3a-bf88-110b8796b75f), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:37.039211 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_common [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-76f16b1d-dee6-4938-8145-14ffbf5a019e tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Allocated IP 172.20.0.7 (1fb5aed8-696d-4f87-8b2a-7d29744538a8/cf87fd90-4193-4f02-8ccd-ce8ccea66ca5/e9c83c9b-f295-4069-84cf-ff7c294ae4cd) {{(pid=106790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:05:37.042297 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-bd6dbac3-2ff1-4775-bbf5-4c4399dffb9d admin admin] Publish callbacks [] for security_group (50c761f9-00c4-4d3a-bf88-110b8796b75f), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:37.121741 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f7821844-f4fe-43aa-b581-b69ae04144d9 req-6fe236b6-e052-4a90-9856-0dcef09c664d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 210 time: 0.0364425 Sep 04 01:05:37.197642 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-bd6dbac3-2ff1-4775-bbf5-4c4399dffb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (50c761f9-00c4-4d3a-bf88-110b8796b75f), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:37.201542 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-bd6dbac3-2ff1-4775-bbf5-4c4399dffb9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:37.203707 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-bd6dbac3-2ff1-4775-bbf5-4c4399dffb9d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/50c761f9-00c4-4d3a-bf88-110b8796b75f HTTP/1.1" status: 204 len: 168 time: 0.2829120 Sep 04 01:05:37.214293 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6dbac3-2ff1-4775-bbf5-4c4399dffb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c761f9-00c4-4d3a-bf88-110b8796b75f,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:37.224600 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e2ee7-040f-4646-ae7a-5c7321f17b14 req-5d515014-fe74-4fa7-a93d-c56e5c55fb6d tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:37.226131 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-377e2ee7-040f-4646-ae7a-5c7321f17b14 req-5d515014-fe74-4fa7-a93d-c56e5c55fb6d tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 943 time: 0.0692909 Sep 04 01:05:37.227647 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:37.298959 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-76f16b1d-dee6-4938-8145-14ffbf5a019e tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for port (e9c83c9b-f295-4069-84cf-ff7c294ae4cd), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:37.303124 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2826bfe6-2053-4d29-82cc-ead472bf25b3 req-c8b49b96-7d6e-40de-a24c-fa5c4decc605 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 210 time: 0.0413554 Sep 04 01:05:37.328098 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-377e2ee7-040f-4646-ae7a-5c7321f17b14 req-c11e17e8-4ce6-4050-8afa-83bde1e93119 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913343 Sep 04 01:05:37.476348 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-76f16b1d-dee6-4938-8145-14ffbf5a019e tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (e9c83c9b-f295-4069-84cf-ff7c294ae4cd), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:37.523706 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-76f16b1d-dee6-4938-8145-14ffbf5a019e tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Network 1fb5aed8-696d-4f87-8b2a-7d29744538a8 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:37.526779 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-76f16b1d-dee6-4938-8145-14ffbf5a019e tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:37.530512 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-76f16b1d-dee6-4938-8145-14ffbf5a019e tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Received port after_create {{(pid=106790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:05:37.536597 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-76f16b1d-dee6-4938-8145-14ffbf5a019e tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:37.537223 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-76f16b1d-dee6-4938-8145-14ffbf5a019e tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for port (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:37.550014 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f16b1d-dee6-4938-8145-14ffbf5a019e tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Pushing event updated for resources: {'Port': ['ID=e9c83c9b-f295-4069-84cf-ff7c294ae4cd,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:37.660814 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-99af3b73-2ac6-4cfd-a3c8-d27cb32df5c1 req-36c0d3a9-d73f-4a51-b50c-76846ac5823d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 210 time: 0.0391052 Sep 04 01:05:37.666185 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-76f16b1d-dee6-4938-8145-14ffbf5a019e tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5504715 Sep 04 01:05:37.694204 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:37.816185 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-78a92451-01f8-4be5-9eb3-3995ef1f98e1 None None] Provisioning complete for port e9c83c9b-f295-4069-84cf-ff7c294ae4cd triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:37.817130 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-78a92451-01f8-4be5-9eb3-3995ef1f98e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (e9c83c9b-f295-4069-84cf-ff7c294ae4cd), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:37.849497 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c40c3a-fe08-4c2e-a2f9-42c481f6ac2a req-52486666-68e1-459a-8640-e4f3c91a60cb tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:37.850996 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a7c40c3a-fe08-4c2e-a2f9-42c481f6ac2a req-52486666-68e1-459a-8640-e4f3c91a60cb tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 944 time: 0.0608530 Sep 04 01:05:37.854387 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-78a92451-01f8-4be5-9eb3-3995ef1f98e1 None None] Port e9c83c9b-f295-4069-84cf-ff7c294ae4cd cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:05:37.902376 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a7c40c3a-fe08-4c2e-a2f9-42c481f6ac2a req-2b5b328c-7ee7-47ab-8281-b3c8254d97fc tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447171 Sep 04 01:05:38.258965 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900ecb2-61f3-4a95-b9b3-6da8a14d0354 req-196f6742-3504-47d9-abc8-226abbd92f66 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:38.260635 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f900ecb2-61f3-4a95-b9b3-6da8a14d0354 req-196f6742-3504-47d9-abc8-226abbd92f66 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 931 time: 0.0522714 Sep 04 01:05:38.317678 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f900ecb2-61f3-4a95-b9b3-6da8a14d0354 req-6decf9e9-2c2f-4294-ad2e-cfc6697090b0 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512524 Sep 04 01:05:38.422731 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c0916b10-f9dd-4f96-814b-9dcb11c9df0d req-3fe8fa55-2a4e-476c-95f0-dff1f7f21902 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 210 time: 0.0310941 Sep 04 01:05:38.461388 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:INSERT=14 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:38.469916 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b5247-8859-44bf-a63e-c8627cc844b5 req-1a9ccfe9-0c21-47a8-9bef-37648476bb93 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:38.472224 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a60b5247-8859-44bf-a63e-c8627cc844b5 req-1a9ccfe9-0c21-47a8-9bef-37648476bb93 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 943 time: 0.0606620 Sep 04 01:05:38.520117 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a60b5247-8859-44bf-a63e-c8627cc844b5 req-5864f25b-6585-4bd4-bf79-853a009dea74 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423903 Sep 04 01:05:38.631449 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:38.773201 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-9ae44b37-d65d-4eeb-8c9a-c8b3c32367bd req-daa924ec-d80d-4e48-b9cf-1faee73794c6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 210 time: 0.0312130 Sep 04 01:05:38.962564 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:39.035846 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02dce82-3ae5-43b1-8044-caad978a184b req-4d097a9b-32a1-4339-898a-d7deba842ec9 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:39.037333 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b02dce82-3ae5-43b1-8044-caad978a184b req-4d097a9b-32a1-4339-898a-d7deba842ec9 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 944 time: 0.0487652 Sep 04 01:05:39.101767 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b02dce82-3ae5-43b1-8044-caad978a184b req-5f57bbd1-3da7-48b1-814e-74c55e982bf8 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584226 Sep 04 01:05:39.191651 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=6 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:39.470562 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a76074-f888-4334-a94c-9aa921ce7f17 req-5d6bbd42-81f9-4f0b-9bd3-50373cd87bf5 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:39.470562 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e6a76074-f888-4334-a94c-9aa921ce7f17 req-5d6bbd42-81f9-4f0b-9bd3-50373cd87bf5 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 931 time: 0.0635345 Sep 04 01:05:39.535426 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e6a76074-f888-4334-a94c-9aa921ce7f17 req-9b6b2563-9fbb-461d-805e-55fe7aef06a0 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612249 Sep 04 01:05:39.586419 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-10c41491-2499-41ca-8897-7c77553e7eb8 req-7ed97f2e-d38d-4609-aac2-3044c5d87603 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 210 time: 0.0542946 Sep 04 01:05:39.671906 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0281d-7afe-4e7a-b8ab-91e06a36ddc2 req-5cf60074-631d-447f-8f50-ccbb6f0b68a5 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:39.673403 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7ee0281d-7afe-4e7a-b8ab-91e06a36ddc2 req-5cf60074-631d-447f-8f50-ccbb6f0b68a5 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 943 time: 0.0489879 Sep 04 01:05:39.722495 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7ee0281d-7afe-4e7a-b8ab-91e06a36ddc2 req-4e953ae3-84eb-4b5c-b0d0-357dd516df86 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418594 Sep 04 01:05:39.727204 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:39.889319 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9d073f2c-c92b-43be-8986-671e005bd797 req-b67eba0e-113b-48f2-84b1-b238750fb5d9 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 210 time: 0.0348210 Sep 04 01:05:39.926076 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-54a16e85-5126-4618-a3ac-06083ea5d1b8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188204 Sep 04 01:05:39.950900 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=2 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:40.006598 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:40.210827 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] Request body: {'port': {'device_id': 'd296b21a-c705-4d0b-8402-19a9c6f2e3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:40.231328 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-42808d81-4686-414e-bdd4-efafe086240b req-ae54cd99-6d89-45e4-ac60-323e066db1bf service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 HTTP/1.1" status: 200 len: 217 time: 0.0695355 Sep 04 01:05:40.231975 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:40.313598 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51029590-2d32-45af-9a12-3914a029d26e req-15ed82be-fad2-4a59-a734-30de43a29a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:40.314888 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-51029590-2d32-45af-9a12-3914a029d26e req-15ed82be-fad2-4a59-a734-30de43a29a8f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b16f22e1-6fb1-440b-98eb-845123e960e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1529336 Sep 04 01:05:40.326798 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552866d-8406-47ec-87c8-8b861e1c81b8 req-8310739f-ecf2-48cd-954e-6c0d435f8315 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:40.328241 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7552866d-8406-47ec-87c8-8b861e1c81b8 req-8310739f-ecf2-48cd-954e-6c0d435f8315 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 944 time: 0.1299677 Sep 04 01:05:40.379653 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:40.443797 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42808d81-4686-414e-bdd4-efafe086240b req-62dce5f8-5c45-4967-a62e-d25a5bb7db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:40.445542 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-42808d81-4686-414e-bdd4-efafe086240b req-62dce5f8-5c45-4967-a62e-d25a5bb7db73 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=46f76b48-bc1e-4bf9-b91c-49408437f259 HTTP/1.1" status: 200 len: 851 time: 0.1214242 Sep 04 01:05:40.458306 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7030d3dc-5a6f-41f7-a615-6faf3adf3b1d req-38bb4981-d832-4c38-b65f-ef3b9ea0d780 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683064 Sep 04 01:05:40.575529 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (e9c83c9b-f295-4069-84cf-ff7c294ae4cd), before_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:40.673657 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7552866d-8406-47ec-87c8-8b861e1c81b8 req-e2d79233-f4e7-414e-8307-d9bc7f580777 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624784 Sep 04 01:05:40.689187 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-51029590-2d32-45af-9a12-3914a029d26e req-87477798-6171-4825-8535-7805c1b9613c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872013 Sep 04 01:05:40.716005 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7eb35d-ca4e-4344-8b9f-97f3be870a5b req-90756d55-3408-4513-a719-a347dfaf2a73 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:40.717602 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9b7eb35d-ca4e-4344-8b9f-97f3be870a5b req-90756d55-3408-4513-a719-a347dfaf2a73 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 931 time: 0.0588567 Sep 04 01:05:40.779954 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:40.782290 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-97a20e3e-7a70-45f2-bfea-72e4afc95fe6 req-12b339a3-fa18-4e8a-9f86-e6a8e3ffe902 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 210 time: 0.0403054 Sep 04 01:05:40.788013 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9b7eb35d-ca4e-4344-8b9f-97f3be870a5b req-1d4e7778-4ffb-4dbb-b6c4-a57025fbf0bf tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582438 Sep 04 01:05:40.908267 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62337368-0d27-40b0-a470-2b7ff0f55583 req-ea96ac10-f207-4054-a4d9-61b19e00a4ea tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:40.910716 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-62337368-0d27-40b0-a470-2b7ff0f55583 req-ea96ac10-f207-4054-a4d9-61b19e00a4ea tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 943 time: 0.0585706 Sep 04 01:05:40.974365 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-62337368-0d27-40b0-a470-2b7ff0f55583 req-3eeb3fb9-e57f-4fa3-a90b-3315985b44cf tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504000 Sep 04 01:05:41.033328 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-933b998b-f7da-40af-b02a-a45f225e26af req-efad1c3a-47c3-4278-ac2e-920130559ba6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 210 time: 0.0392745 Sep 04 01:05:41.035789 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.notifiers.nova [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c83c9b-f295-4069-84cf-ff7c294ae4cd {{(pid=106790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:05:41.044185 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] Publish callbacks [] for port (e9c83c9b-f295-4069-84cf-ff7c294ae4cd), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:41.058554 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.provisioning_blocks [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] Transition to ACTIVE for port object e9c83c9b-f295-4069-84cf-ff7c294ae4cd will not be triggered until provisioned by entity L2. {{(pid=106790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:05:41.100168 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (e9c83c9b-f295-4069-84cf-ff7c294ae4cd), after_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:41.160794 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c83c9b-f295-4069-84cf-ff7c294ae4cd,revision_number=2']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:41.173621 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.managers [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] Attempting to bind port e9c83c9b-f295-4069-84cf-ff7c294ae4cd on host hv-cinder-maste for vnic_type normal with profile {{(pid=106790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:05:41.173951 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.managers [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] Attempting to bind port e9c83c9b-f295-4069-84cf-ff7c294ae4cd by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '79b84dcb-99f6-4af2-ac73-30fcaae597f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8'}] {{(pid=106790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:05:41.174280 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] Attempting to bind port e9c83c9b-f295-4069-84cf-ff7c294ae4cd on network 1fb5aed8-696d-4f87-8b2a-7d29744538a8 {{(pid=106790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:41.178771 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] Port e9c83c9b-f295-4069-84cf-ff7c294ae4cd on network 1fb5aed8-696d-4f87-8b2a-7d29744538a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:05:41.179129 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] Attempting to bind port e9c83c9b-f295-4069-84cf-ff7c294ae4cd on network 1fb5aed8-696d-4f87-8b2a-7d29744538a8 {{(pid=106790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:41.183993 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] Checking agent: {'id': 'dda4db69-a2e6-4522-aa0b-4e619e0d5c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'started_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:05:41.184324 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] Checking segment: {'id': '79b84dcb-99f6-4af2-ac73-30fcaae597f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:05:41.184696 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] Bound using segment: {'id': '79b84dcb-99f6-4af2-ac73-30fcaae597f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8'} {{(pid=106790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:05:41.185145 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.managers [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] Bound port: e9c83c9b-f295-4069-84cf-ff7c294ae4cd, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b84dcb-99f6-4af2-ac73-30fcaae597f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8'}}] {{(pid=106790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:05:41.185517 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (e9c83c9b-f295-4069-84cf-ff7c294ae4cd), before_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:41.249185 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.db [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] For port e9c83c9b-f295-4069-84cf-ff7c294ae4cd, host hv-cinder-maste, cleared binding levels {{(pid=106790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:05:41.252127 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.db [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] For port e9c83c9b-f295-4069-84cf-ff7c294ae4cd, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9c83c9b-f295-4069-84cf-ff7c294ae4cd,segment=NetworkSegment(79b84dcb-99f6-4af2-ac73-30fcaae597f6),segment_id=79b84dcb-99f6-4af2-ac73-30fcaae597f6)] {{(pid=106790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:05:41.338932 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (e9c83c9b-f295-4069-84cf-ff7c294ae4cd), after_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:41.342495 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:41.345829 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for port (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:41.345829 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/e9c83c9b-f295-4069-84cf-ff7c294ae4cd HTTP/1.1" status: 200 len: 1093 time: 1.1449916 Sep 04 01:05:41.347402 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd296b21a-c705-4d0b-8402-19a9c6f2e3d2', 'tag': 'e9c83c9b-f295-4069-84cf-ff7c294ae4cd'}] {{(pid=106790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:05:41.349668 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768fddc788cc630bf6be659ba1cc99228bd403d8973f3d1aee7c621fd359d80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6428dcf1-07f8-4aca-8e7b-112bed5bbd50" -d '{"events": [{"name": "network-changed", "server_uuid": "d296b21a-c705-4d0b-8402-19a9c6f2e3d2", "tag": "e9c83c9b-f295-4069-84cf-ff7c294ae4cd"}]}' {{(pid=106790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:05:41.396364 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10311d60-66e0-4a0b-b2c5-62de30448931 x-openstack-request-id: req-10311d60-66e0-4a0b-b2c5-62de30448931 {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:05:41.396643 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d296b21a-c705-4d0b-8402-19a9c6f2e3d2", "tag": "e9c83c9b-f295-4069-84cf-ff7c294ae4cd", "status": "completed", "code": 200}]} {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:05:41.396889 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-10311d60-66e0-4a0b-b2c5-62de30448931 {{(pid=106790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:05:41.397311 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10311d60-66e0-4a0b-b2c5-62de30448931'] response: {'name': 'network-changed', 'server_uuid': 'd296b21a-c705-4d0b-8402-19a9c6f2e3d2', 'tag': 'e9c83c9b-f295-4069-84cf-ff7c294ae4cd', 'status': 'completed', 'code': 200} Sep 04 01:05:41.406841 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f01a9c-8a38-4ce5-a5b5-1d2ca3c1bd03 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c83c9b-f295-4069-84cf-ff7c294ae4cd,revision_number=3']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:41.551362 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42808d81-4686-414e-bdd4-efafe086240b req-9fc272fe-9537-4dd4-8ba3-d287641ae8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:41.553197 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-42808d81-4686-414e-bdd4-efafe086240b req-9fc272fe-9537-4dd4-8ba3-d287641ae8b4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3b7528ba-1624-4915-b635-aeb0700ea8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654538 Sep 04 01:05:41.581475 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-51029590-2d32-45af-9a12-3914a029d26e req-bd2dce82-fab0-491e-bb65-fa918141fdb7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116903 Sep 04 01:05:41.637708 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:41.683800 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-ef044f62-0826-43a7-8b6a-bb979c9a9eeb tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:41.685460 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-ef044f62-0826-43a7-8b6a-bb979c9a9eeb tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.16 "GET /networking/v2.0/networks?id=d7f39628-666e-4480-8bee-49de183d5e09 HTTP/1.1" status: 200 len: 815 time: 0.1207442 Sep 04 01:05:41.814034 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a734735-17a3-4a49-85d9-c4af29c63611 req-90df563e-f828-4421-8101-e5eacf00430b tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:41.816215 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1a734735-17a3-4a49-85d9-c4af29c63611 req-90df563e-f828-4421-8101-e5eacf00430b tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 944 time: 0.0528517 Sep 04 01:05:41.881731 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1a734735-17a3-4a49-85d9-c4af29c63611 req-efc4d0fa-4c41-4362-9edd-d638bfdd34e8 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567009 Sep 04 01:05:41.929826 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268259e4-746d-4274-a92c-45f406b951b6 req-6a7858fd-3668-41c9-a186-bc54721f066c tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:41.931355 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-268259e4-746d-4274-a92c-45f406b951b6 req-6a7858fd-3668-41c9-a186-bc54721f066c tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 943 time: 0.0615847 Sep 04 01:05:41.971048 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-f690e26e-a6bc-45b1-96d6-85b3206e444b req-19dfddc5-77e8-4a70-b22b-925daf046e72 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 210 time: 0.0270777 Sep 04 01:05:41.979540 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-268259e4-746d-4274-a92c-45f406b951b6 req-ad16c21f-c87b-4f22-9be7-8274d2067e63 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421820 Sep 04 01:05:42.105271 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d0b4c-e445-4c89-9fb4-cdcc1fc22587 req-7dd0ce0a-db03-4302-ad26-613838c17075 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:42.106792 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-394d0b4c-e445-4c89-9fb4-cdcc1fc22587 req-7dd0ce0a-db03-4302-ad26-613838c17075 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 943 time: 0.0607030 Sep 04 01:05:42.139035 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3a3bdfb5-d183-45af-b954-5ec9505fe108 req-9ea6dc94-ebc1-4fba-b91f-3742958f166b tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 210 time: 0.0281370 Sep 04 01:05:42.157306 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-394d0b4c-e445-4c89-9fb4-cdcc1fc22587 req-cf8a323f-1a3e-4acc-a5e1-4a6968ea1d44 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441983 Sep 04 01:05:42.406823 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:42.526737 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:42.726611 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:42.932953 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:42.999215 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74125af7-6d9f-4e5c-94d4-3e08d92b5cf2 req-609016c0-d588-4845-93ab-6e1efbf6b484 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:43.000686 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-74125af7-6d9f-4e5c-94d4-3e08d92b5cf2 req-609016c0-d588-4845-93ab-6e1efbf6b484 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 944 time: 0.0460157 Sep 04 01:05:43.001260 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:43.050174 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-74125af7-6d9f-4e5c-94d4-3e08d92b5cf2 req-a902a4b5-6a4d-4530-b176-640cdcf94353 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428445 Sep 04 01:05:43.086710 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ac777ad4-470e-4b85-9947-623bdd8b8fce req-7e685727-d431-48a7-911b-31252ddc1bbc tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 210 time: 0.0318673 Sep 04 01:05:43.161481 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e32d1-edfe-457a-b1eb-723d4f5c1123 req-f0d3c214-2bc5-4821-b764-a60efaa94fac tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:43.162901 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-152e32d1-edfe-457a-b1eb-723d4f5c1123 req-f0d3c214-2bc5-4821-b764-a60efaa94fac tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 943 time: 0.0528543 Sep 04 01:05:43.213615 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-152e32d1-edfe-457a-b1eb-723d4f5c1123 req-f7fe5d8f-79ef-47bb-87eb-0b89ad8b933f tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443826 Sep 04 01:05:43.246817 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-42384602-5e50-4ca9-be44-a7e794270707 req-0842b531-4849-4277-a881-4621a8917600 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 210 time: 0.0301101 Sep 04 01:05:43.317507 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bda2a0-b54b-4a1f-992a-7957cce8bf29 req-a4a9b885-3c27-4e62-aabe-4907e6fe31b0 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:43.318924 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-73bda2a0-b54b-4a1f-992a-7957cce8bf29 req-a4a9b885-3c27-4e62-aabe-4907e6fe31b0 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 943 time: 0.0460083 Sep 04 01:05:43.365658 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-73bda2a0-b54b-4a1f-992a-7957cce8bf29 req-58bc716e-17d2-450d-a70c-43df93b49752 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410285 Sep 04 01:05:43.480650 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:43.597242 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:43.733777 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:43.829339 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:43.897899 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:44.094240 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:44.186457 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1416f53-e6bc-4311-a473-d137a6c92492 req-bf06d445-7d2f-4547-a2df-3f509bd19876 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:44.188254 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-f1416f53-e6bc-4311-a473-d137a6c92492 req-bf06d445-7d2f-4547-a2df-3f509bd19876 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 944 time: 0.0542636 Sep 04 01:05:44.195303 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ac3da90b-8b66-4273-814e-3069333cfd5a req-6ea3304e-8043-451b-b9d2-f1025ce1f431 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 210 time: 0.0277023 Sep 04 01:05:44.239592 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-f1416f53-e6bc-4311-a473-d137a6c92492 req-ca486ac4-cfe7-4068-86e2-6d436491dc98 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446055 Sep 04 01:05:44.339247 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c78ad-ddf6-42a5-9172-e05bb799c6e6 req-1c926a00-0b89-4cba-aa83-4ff4a70bfc6c tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:44.340680 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-516c78ad-ddf6-42a5-9172-e05bb799c6e6 req-1c926a00-0b89-4cba-aa83-4ff4a70bfc6c tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 943 time: 0.0498006 Sep 04 01:05:44.353664 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7f3b4cbc-703b-4ffe-bbc1-288ed4b5dc55 req-fdf472b1-fa82-4cce-a985-664f435a0dc0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 210 time: 0.0312071 Sep 04 01:05:44.379834 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:44.389057 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-516c78ad-ddf6-42a5-9172-e05bb799c6e6 req-fecf7f36-7e31-46d9-bd45-a93c236057fe tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426853 Sep 04 01:05:44.459578 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:44.493103 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739d46d-bb5e-48f1-8d9f-358ef430b746 req-43e6889d-7d7f-4f49-9ac0-4825f1cf094f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:44.494590 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1739d46d-bb5e-48f1-8d9f-358ef430b746 req-43e6889d-7d7f-4f49-9ac0-4825f1cf094f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 943 time: 0.0480437 Sep 04 01:05:44.543068 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1739d46d-bb5e-48f1-8d9f-358ef430b746 req-1c1e13d0-a1a6-4ba0-8341-c56293540bf3 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417106 Sep 04 01:05:44.569014 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:05:44.664013 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:44.678777 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d2b3e83-c7f4-4359-8491-abf0d6e3eec3,segment=NetworkSegment(fa03338c-c7bc-4666-a251-ff3dadbd2af6),segment_id=fa03338c-c7bc-4666-a251-ff3dadbd2af6)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:44.691607 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': '5d2b3e83-c7f4-4359-8491-abf0d6e3eec3', 'network_id': '3b7528ba-1624-4915-b635-aeb0700ea8e7', 'port_id': '5d2b3e83-c7f4-4359-8491-abf0d6e3eec3', 'mac_address': 'fa:16:3e:56:a9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46f76b48-bc1e-4bf9-b91c-49408437f259', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:05:44.727855 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:44.728237 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (5d2b3e83-c7f4-4359-8491-abf0d6e3eec3), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:44.745298 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:05:44.865104 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d2b3e83-c7f4-4359-8491-abf0d6e3eec3,segment=NetworkSegment(fa03338c-c7bc-4666-a251-ff3dadbd2af6),segment_id=fa03338c-c7bc-4666-a251-ff3dadbd2af6)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:44.932227 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (5d2b3e83-c7f4-4359-8491-abf0d6e3eec3), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:44.979417 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=5d2b3e83-c7f4-4359-8491-abf0d6e3eec3,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:45.061848 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=81 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:45.303787 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['5d2b3e83-c7f4-4359-8491-abf0d6e3eec3'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:05:45.351055 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9c353-27a4-4fed-9b5b-6575ac1bda7d req-d6a7cf73-8f92-4120-9daa-011398000bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:45.352607 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-edb9c353-27a4-4fed-9b5b-6575ac1bda7d req-d6a7cf73-8f92-4120-9daa-011398000bf6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=db72b63281384bd883b04d05bcc35677&device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 1128 time: 0.0708368 Sep 04 01:05:45.472192 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-eddf6732-d950-4af5-9864-e92a01f394fd req-50ce61f3-4eaf-4801-bed7-7e9c7a24ba40 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 210 time: 0.1418092 Sep 04 01:05:45.509131 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428dcf1-07f8-4aca-8e7b-112bed5bbd50 req-34d79550-f839-450d-97c2-52f961bb11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:45.509792 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-42808d81-4686-414e-bdd4-efafe086240b req-2368c513-97fc-4ede-bd5f-7bbfd6bb6bf5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3b7528ba-1624-4915-b635-aeb0700ea8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317896 Sep 04 01:05:45.509918 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6428dcf1-07f8-4aca-8e7b-112bed5bbd50 req-34d79550-f839-450d-97c2-52f961bb11b9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e7dca68418a14d7da9aa63ac25f202e8&device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 1127 time: 0.2329307 Sep 04 01:05:45.524843 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-9f14104f-72e9-49dd-845c-5a9b82fc79f1 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=287d111f08ac4b05bd5adec9c40d0620 HTTP/1.1" status: 200 len: 380 time: 0.2423186 Sep 04 01:05:45.530167 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75baf65c-a21c-49f4-b4d0-352d4d288cb7 req-68315256-80cd-4c98-85bf-824d90d5d74d tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:45.532684 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-75baf65c-a21c-49f4-b4d0-352d4d288cb7 req-68315256-80cd-4c98-85bf-824d90d5d74d tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 945 time: 0.1783063 Sep 04 01:05:45.597417 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5e8eb0d8-7830-4c26-831a-e02863580f37 req-1d0e9c7f-bd21-40d6-824a-5cd7569beb8d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 210 time: 0.0287049 Sep 04 01:05:45.652942 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-75baf65c-a21c-49f4-b4d0-352d4d288cb7 req-0a9b243e-291d-4140-a82a-58d9c1af6895 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143248 Sep 04 01:05:45.654124 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9c353-27a4-4fed-9b5b-6575ac1bda7d req-2e3b1eb4-c944-4233-93a6-71f367d4ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:45.655473 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-edb9c353-27a4-4fed-9b5b-6575ac1bda7d req-2e3b1eb4-c944-4233-93a6-71f367d4ee80 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=b16f22e1-6fb1-440b-98eb-845123e960e6 HTTP/1.1" status: 200 len: 919 time: 0.2746823 Sep 04 01:05:45.732874 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112e8c6-2fc8-4cc2-ae50-157cd49bb09e req-32accfed-99cf-4cfe-bd0e-3bfcf6c64354 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:45.734360 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c112e8c6-2fc8-4cc2-ae50-157cd49bb09e req-32accfed-99cf-4cfe-bd0e-3bfcf6c64354 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 943 time: 0.0537355 Sep 04 01:05:45.769057 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6890d-e153-46e6-92b7-8287cbfcdad8 req-85a12fc8-1e9c-4abd-a4de-b34ee23470cc tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:45.775910 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-26d6890d-e153-46e6-92b7-8287cbfcdad8 req-85a12fc8-1e9c-4abd-a4de-b34ee23470cc tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 943 time: 0.0618279 Sep 04 01:05:45.803453 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c112e8c6-2fc8-4cc2-ae50-157cd49bb09e req-62832b32-4f80-4d6d-9638-20c7cad01291 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595431 Sep 04 01:05:45.837301 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-26d6890d-e153-46e6-92b7-8287cbfcdad8 req-3977ac23-9e92-4132-85d6-89b54d18bbcd tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534477 Sep 04 01:05:46.247757 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.16', 52145) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:46.276830 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-472993a6-9f21-4eb3-93b2-d4afb4727fff tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'port': {'device_id': '784b2b9b-9890-4f9e-be75-2548b520e138', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'admin_state_up': True, 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'security_groups': ['f1cdaab5-9805-40c3-b794-76bf42b9b813']}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:46.299970 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-edb9c353-27a4-4fed-9b5b-6575ac1bda7d req-c1490443-db4d-469c-aafb-64e6b85debe6 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28efc83e-9838-45a7-9fd3-3625eeff4b09 HTTP/1.1" status: 200 len: 217 time: 0.0515282 Sep 04 01:05:46.507825 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9c353-27a4-4fed-9b5b-6575ac1bda7d req-1044f11a-81ea-4f89-ba90-c29f8ae63b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:46.509655 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-edb9c353-27a4-4fed-9b5b-6575ac1bda7d req-1044f11a-81ea-4f89-ba90-c29f8ae63b78 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0 HTTP/1.1" status: 200 len: 857 time: 0.2005615 Sep 04 01:05:46.554424 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428dcf1-07f8-4aca-8e7b-112bed5bbd50 req-7fe268c5-2b1e-4a8a-9ff6-96b603f67507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:46.555969 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6428dcf1-07f8-4aca-8e7b-112bed5bbd50 req-7fe268c5-2b1e-4a8a-9ff6-96b603f67507 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=e7dca68418a14d7da9aa63ac25f202e8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2656212 Sep 04 01:05:46.648798 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252461e-7abc-42ab-b04d-8ab1ec8a0811 req-b8dcd884-4e19-45f8-a439-1ac10843ebed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:46.650247 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f252461e-7abc-42ab-b04d-8ab1ec8a0811 req-b8dcd884-4e19-45f8-a439-1ac10843ebed service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=db72b63281384bd883b04d05bcc35677&device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 1127 time: 0.3920946 Sep 04 01:05:46.659378 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d1c88681-0ff8-4a91-a157-d489b20a5287 req-d0dabfba-4d65-44af-b8a8-e0a0963a0d61 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 210 time: 0.0546708 Sep 04 01:05:46.663431 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:46.715332 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-42808d81-4686-414e-bdd4-efafe086240b req-8f165e96-7b73-4b29-bab7-ac135ea3aea2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3b7528ba-1624-4915-b635-aeb0700ea8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659460 Sep 04 01:05:46.719904 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-dec66ea1-b708-4de5-ae0d-ef4062ce8afa req-4e70772e-edab-4e24-a058-3f3a81209d64 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 210 time: 0.0376005 Sep 04 01:05:46.797149 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96eb77-0406-4e67-a1bc-b17fa6f30ee7 req-4ac3fff1-c9a9-4c27-ab6d-865c2629fbd5 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:46.798529 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ef96eb77-0406-4e67-a1bc-b17fa6f30ee7 req-4ac3fff1-c9a9-4c27-ab6d-865c2629fbd5 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 945 time: 0.0481675 Sep 04 01:05:46.823419 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-472993a6-9f21-4eb3-93b2-d4afb4727fff tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Made reservation on behalf of 287d111f08ac4b05bd5adec9c40d0620 for: {'port': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:05:46.827080 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-472993a6-9f21-4eb3-93b2-d4afb4727fff tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:46.847961 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 46422) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:46.910205 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ef96eb77-0406-4e67-a1bc-b17fa6f30ee7 req-2e4f8973-6a26-409a-b6ad-91abd77869d7 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054339 Sep 04 01:05:47.033448 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e20f7388-bcb7-4ccd-8485-30abbc5e8487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:47.091904 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:47.167457 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976a915-d6ba-498c-b390-c303f2d56dcc req-257a1f45-1787-469e-93a6-3c6647746072 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:47.169049 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c976a915-d6ba-498c-b390-c303f2d56dcc req-257a1f45-1787-469e-93a6-3c6647746072 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 943 time: 0.1628487 Sep 04 01:05:47.248206 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9c353-27a4-4fed-9b5b-6575ac1bda7d req-26b0f3ff-0550-47d4-be42-3e174426d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:47.250044 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-edb9c353-27a4-4fed-9b5b-6575ac1bda7d req-26b0f3ff-0550-47d4-be42-3e174426d044 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b16f22e1-6fb1-440b-98eb-845123e960e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3983970 Sep 04 01:05:47.280084 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e567768-cd8d-4587-b118-d7dba041db00 req-d7368ca2-6cbf-4695-be97-b696ceae5682 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:47.281855 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7e567768-cd8d-4587-b118-d7dba041db00 req-d7368ca2-6cbf-4695-be97-b696ceae5682 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 943 time: 0.3801835 Sep 04 01:05:47.303119 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252461e-7abc-42ab-b04d-8ab1ec8a0811 req-791b0820-3131-4e87-9e96-fd7fc3cb12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:47.304587 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f252461e-7abc-42ab-b04d-8ab1ec8a0811 req-791b0820-3131-4e87-9e96-fd7fc3cb12ec service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=b16f22e1-6fb1-440b-98eb-845123e960e6 HTTP/1.1" status: 200 len: 919 time: 0.4231589 Sep 04 01:05:47.312139 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 28efc83e-9838-45a7-9fd3-3625eeff4b09 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:05:47.366071 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-472993a6-9f21-4eb3-93b2-d4afb4727fff tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Allocated IP 172.20.0.13 (d7f39628-666e-4480-8bee-49de183d5e09/1af847f5-eeac-4b3d-afa5-aa099062676b/e0a049e7-02dc-4e07-af75-3de7fbe36b23) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:05:47.370809 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:47.382205 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428dcf1-07f8-4aca-8e7b-112bed5bbd50 req-5e48e166-26d0-4581-b3b4-5633e5d8042f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:47.384113 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6428dcf1-07f8-4aca-8e7b-112bed5bbd50 req-5e48e166-26d0-4581-b3b4-5633e5d8042f service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5514779 Sep 04 01:05:47.441289 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7e567768-cd8d-4587-b118-d7dba041db00 req-2d6aa56b-48b9-41b3-b5c9-1a2577282a48 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1324508 Sep 04 01:05:47.468509 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-edb9c353-27a4-4fed-9b5b-6575ac1bda7d req-baa83e37-8731-4e1c-8e19-6053c34d8d72 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090132 Sep 04 01:05:47.519140 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning for port 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 completed by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:05:47.523092 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f252461e-7abc-42ab-b04d-8ab1ec8a0811 req-47783693-f168-4d70-bc45-f4277c95e9ac service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=addc777a-4bdc-4153-92fa-8184c15d2cd1 HTTP/1.1" status: 200 len: 217 time: 0.2049448 Sep 04 01:05:47.545353 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:47.574032 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 28efc83e-9838-45a7-9fd3-3625eeff4b09, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=28efc83e-9838-45a7-9fd3-3625eeff4b09,segment=NetworkSegment(c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131),segment_id=c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:47.589214 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:47.590318 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (5d2b3e83-c7f4-4359-8491-abf0d6e3eec3), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:47.607957 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-ed0eed2f-28b3-48eb-b94a-7603df2337a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:47.609497 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-ed0eed2f-28b3-48eb-b94a-7603df2337a7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e7dca68418a14d7da9aa63ac25f202e8&device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 1127 time: 0.1200144 Sep 04 01:05:47.618598 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:47.621706 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c976a915-d6ba-498c-b390-c303f2d56dcc req-867c7aab-e2c5-41e5-9542-7edc4f4cdb71 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308400 Sep 04 01:05:47.627801 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-30fbebbb-d609-4fc3-b5ca-3b0667c97d3c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:47.628461 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': '28efc83e-9838-45a7-9fd3-3625eeff4b09', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'port_id': '28efc83e-9838-45a7-9fd3-3625eeff4b09', 'mac_address': 'fa:16:3e:25:76:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:05:47.657990 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-30fbebbb-d609-4fc3-b5ca-3b0667c97d3c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.16 "GET /networking/v2.0/networks?id=3e702e6e-ebe1-46a7-b30d-f3d140ac2993 HTTP/1.1" status: 200 len: 816 time: 0.4707689 Sep 04 01:05:47.658997 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:47.671437 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:47.672611 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 28efc83e-9838-45a7-9fd3-3625eeff4b09 is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:47.673208 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (28efc83e-9838-45a7-9fd3-3625eeff4b09), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:47.713928 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-5f9915b1-463a-4db9-8a94-dee3636b075c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c83c9b-f295-4069-84cf-ff7c294ae4cd HTTP/1.1" status: 200 len: 217 time: 0.0785022 Sep 04 01:05:47.719267 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-edb9c353-27a4-4fed-9b5b-6575ac1bda7d req-293b9487-5597-4a92-9224-56ec5145cb10 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427964 Sep 04 01:05:47.736099 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:47.743467 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:47.744047 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (5d2b3e83-c7f4-4359-8491-abf0d6e3eec3), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:47.746460 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e20f7388-bcb7-4ccd-8485-30abbc5e8487 admin admin] Publish callbacks [] for security_group (53f60291-ab82-4684-89f5-089e2198bffa), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:47.756649 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28efc83e-9838-45a7-9fd3-3625eeff4b09 {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:05:47.761792 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252461e-7abc-42ab-b04d-8ab1ec8a0811 req-b3a6f063-0d5e-41fa-be3b-726e534e62f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:47.762917 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f252461e-7abc-42ab-b04d-8ab1ec8a0811 req-b3a6f063-0d5e-41fa-be3b-726e534e62f9 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0 HTTP/1.1" status: 200 len: 857 time: 0.2215538 Sep 04 01:05:47.795042 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742cb4b8-f03c-4256-bb96-fc2cfff43734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2b3e83-c7f4-4359-8491-abf0d6e3eec3'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:05:47.816534 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-19c31626-a00d-48e2-b3a2-1fa56643095f req-4a3b865e-cb37-4bf8-9dc1-56ccff6c6f95 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 210 time: 0.0500925 Sep 04 01:05:47.890217 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 28efc83e-9838-45a7-9fd3-3625eeff4b09, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=28efc83e-9838-45a7-9fd3-3625eeff4b09,segment=NetworkSegment(c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131),segment_id=c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:47.892123 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e20f7388-bcb7-4ccd-8485-30abbc5e8487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (53f60291-ab82-4684-89f5-089e2198bffa), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:47.933455 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-0139cb91-d87a-4cf8-82e0-8f060e11eada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:47.934739 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-0139cb91-d87a-4cf8-82e0-8f060e11eada service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=cf87fd90-4193-4f02-8ccd-ce8ccea66ca5 HTTP/1.1" status: 200 len: 849 time: 0.1168325 Sep 04 01:05:47.937928 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d2b3e83-c7f4-4359-8491-abf0d6e3eec3,segment=NetworkSegment(fa03338c-c7bc-4666-a251-ff3dadbd2af6),segment_id=fa03338c-c7bc-4666-a251-ff3dadbd2af6)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:48.021469 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-6997a712-1d66-42cb-8eac-8b8beb74c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:48.021469 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-6997a712-1d66-42cb-8eac-8b8beb74c104 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=1fb5aed8-696d-4f87-8b2a-7d29744538a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795701 Sep 04 01:05:48.038583 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252461e-7abc-42ab-b04d-8ab1ec8a0811 req-8c5b0f43-aca5-49cc-bde3-91b8338d4736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:48.038583 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f252461e-7abc-42ab-b04d-8ab1ec8a0811 req-8c5b0f43-aca5-49cc-bde3-91b8338d4736 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b16f22e1-6fb1-440b-98eb-845123e960e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2050989 Sep 04 01:05:48.055963 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-8dc89879-1550-4953-ab11-c32a0e99af47 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=55faed42b7f243df9df879d581797f56 HTTP/1.1" status: 200 len: 379 time: 0.4124689 Sep 04 01:05:48.056554 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f7388-bcb7-4ccd-8485-30abbc5e8487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f60291-ab82-4684-89f5-089e2198bffa,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:48.060559 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b62e1d39-4d6d-4877-b39e-f6e1a77601cd req-b8ed013c-51f2-48f6-b9f8-c0181cca489b tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 210 time: 0.1161981 Sep 04 01:05:48.077141 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-e20f7388-bcb7-4ccd-8485-30abbc5e8487 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7eb1a3a92ce841f4a6955bc13a3bc6e0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2232149 Sep 04 01:05:48.083582 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 46462) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:05:48.087031 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-dd07b92b-e20f-4928-b100-c756473aebaa tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Request body: {'port': {'device_id': '49be5a0b-f748-486e-a546-c07a8e8451a3', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'admin_state_up': True, 'tenant_id': '55faed42b7f243df9df879d581797f56', 'security_groups': ['28889e15-3fb7-44d1-a902-1d3272393b5a']}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:48.102987 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442d370e-b2db-45ed-83df-0e724173dfec" -d '{"events": [{"server_uuid": "742cb4b8-f03c-4256-bb96-fc2cfff43734", "name": "network-vif-plugged", "status": "completed", "tag": "5d2b3e83-c7f4-4359-8491-abf0d6e3eec3"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:05:48.133804 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:48.151143 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238c5a4-926e-4d32-9617-eb529e232b3c req-d43071b8-1610-412c-beba-f7a484771119 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:48.152719 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-8238c5a4-926e-4d32-9617-eb529e232b3c req-d43071b8-1610-412c-beba-f7a484771119 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 945 time: 0.1466470 Sep 04 01:05:48.188841 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (5d2b3e83-c7f4-4359-8491-abf0d6e3eec3), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:48.191731 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (28efc83e-9838-45a7-9fd3-3625eeff4b09), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:48.233905 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-472993a6-9f21-4eb3-93b2-d4afb4727fff tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for port (e0a049e7-02dc-4e07-af75-3de7fbe36b23), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:48.238981 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-dd6fa693-0c20-4699-866d-184677047160 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1fb5aed8-696d-4f87-8b2a-7d29744538a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966145 Sep 04 01:05:48.255224 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6281575-8e72-4087-a4ce-1c9cdf0f08ab x-openstack-request-id: req-c6281575-8e72-4087-a4ce-1c9cdf0f08ab {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:05:48.255374 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742cb4b8-f03c-4256-bb96-fc2cfff43734", "name": "network-vif-plugged", "status": "completed", "tag": "5d2b3e83-c7f4-4359-8491-abf0d6e3eec3", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:05:48.255603 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6281575-8e72-4087-a4ce-1c9cdf0f08ab {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:05:48.256339 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6281575-8e72-4087-a4ce-1c9cdf0f08ab'] response: {'server_uuid': '742cb4b8-f03c-4256-bb96-fc2cfff43734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2b3e83-c7f4-4359-8491-abf0d6e3eec3', 'code': 200} Sep 04 01:05:48.268873 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=5d2b3e83-c7f4-4359-8491-abf0d6e3eec3,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:48.329233 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=28efc83e-9838-45a7-9fd3-3625eeff4b09,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:48.345680 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-8238c5a4-926e-4d32-9617-eb529e232b3c req-683c8eb5-1221-482e-b8e7-d1768af42b71 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809788 Sep 04 01:05:48.356985 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f252461e-7abc-42ab-b04d-8ab1ec8a0811 req-8d135b7d-0953-4621-b8b6-38046d0d0d8f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135257 Sep 04 01:05:48.358969 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-800218ef-366d-48d1-8780-9c75f0594c89 admin admin] Publish callbacks [] for security_group (53f60291-ab82-4684-89f5-089e2198bffa), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:48.411770 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2d67f70b-658d-4e3a-9363-6482da7a5f09 req-d092faa2-d6c2-4847-8913-6a167d093d45 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1fb5aed8-696d-4f87-8b2a-7d29744538a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500580 Sep 04 01:05:48.440959 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-800218ef-366d-48d1-8780-9c75f0594c89 admin admin] Publish callbacks [] for security_group (53f60291-ab82-4684-89f5-089e2198bffa), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:48.443153 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-472993a6-9f21-4eb3-93b2-d4afb4727fff tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (e0a049e7-02dc-4e07-af75-3de7fbe36b23), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:48.542674 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-472993a6-9f21-4eb3-93b2-d4afb4727fff tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Network d7f39628-666e-4480-8bee-49de183d5e09 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:48.555471 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-472993a6-9f21-4eb3-93b2-d4afb4727fff tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:48.572393 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472993a6-9f21-4eb3-93b2-d4afb4727fff tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'Port': ['ID=e0a049e7-02dc-4e07-af75-3de7fbe36b23,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:48.574632 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-472993a6-9f21-4eb3-93b2-d4afb4727fff tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:05:48.586070 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f252461e-7abc-42ab-b04d-8ab1ec8a0811 req-b7de164a-5073-4317-a5a6-1fb097317932 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177200 Sep 04 01:05:48.624474 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-dd07b92b-e20f-4928-b100-c756473aebaa tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Made reservation on behalf of 55faed42b7f243df9df879d581797f56 for: {'port': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:05:48.628862 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-dd07b92b-e20f-4928-b100-c756473aebaa tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:48.675240 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-472993a6-9f21-4eb3-93b2-d4afb4727fff tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:48.676203 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-472993a6-9f21-4eb3-93b2-d4afb4727fff tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:48.685410 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247f6da-e730-43ae-904e-85210c89f366 req-aa4a790d-c672-448d-990d-2587efaa6fac tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:48.686874 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2247f6da-e730-43ae-904e-85210c89f366 req-aa4a790d-c672-448d-990d-2587efaa6fac tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 943 time: 0.1394062 Sep 04 01:05:48.698733 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-800218ef-366d-48d1-8780-9c75f0594c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (53f60291-ab82-4684-89f5-089e2198bffa), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:48.701147 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-800218ef-366d-48d1-8780-9c75f0594c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:48.705221 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-800218ef-366d-48d1-8780-9c75f0594c89 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/53f60291-ab82-4684-89f5-089e2198bffa HTTP/1.1" status: 204 len: 168 time: 0.6143675 Sep 04 01:05:48.765893 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800218ef-366d-48d1-8780-9c75f0594c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f60291-ab82-4684-89f5-089e2198bffa,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:48.778347 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a64950-95a0-42f8-b83d-9bbdb0dbad38 req-f20ddeda-659d-411a-9b6c-90be6a0240c0 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:48.785999 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c7a64950-95a0-42f8-b83d-9bbdb0dbad38 req-f20ddeda-659d-411a-9b6c-90be6a0240c0 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 943 time: 0.0754673 Sep 04 01:05:48.810829 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-472993a6-9f21-4eb3-93b2-d4afb4727fff tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5536017 Sep 04 01:05:48.833233 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c7a64950-95a0-42f8-b83d-9bbdb0dbad38 req-abfb9fa0-34dd-4c58-bfea-92f5a7677fa0 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458565 Sep 04 01:05:48.840381 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2247f6da-e730-43ae-904e-85210c89f366 req-99d82225-6afe-4fce-89b7-2c2212485478 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1338091 Sep 04 01:05:48.869714 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-dd07b92b-e20f-4928-b100-c756473aebaa tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Allocated IP 172.20.0.3 (3e702e6e-ebe1-46a7-b30d-f3d140ac2993/b8f8e824-5e09-4bb6-bfba-faf43aae1f44/fcbc60fd-1785-4f94-9436-a520ec06cdaf) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:05:48.885751 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-2e975b5a-0a09-4e0c-8ffd-0b84ad046249 None None] Provisioning complete for port e0a049e7-02dc-4e07-af75-3de7fbe36b23 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:48.887394 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2e975b5a-0a09-4e0c-8ffd-0b84ad046249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (e0a049e7-02dc-4e07-af75-3de7fbe36b23), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:48.919526 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:48.954595 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-2e975b5a-0a09-4e0c-8ffd-0b84ad046249 None None] Port e0a049e7-02dc-4e07-af75-3de7fbe36b23 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:05:48.983008 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-bbb25ebe-5eed-401e-92dc-e7aa59f135d9 req-9aa2d845-1a68-49c2-8b9e-e76b31040107 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 210 time: 0.0415258 Sep 04 01:05:49.048234 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-dd07b92b-e20f-4928-b100-c756473aebaa tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:49.139857 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-dd07b92b-e20f-4928-b100-c756473aebaa tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:49.195212 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:49.219125 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-dd07b92b-e20f-4928-b100-c756473aebaa tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Network 3e702e6e-ebe1-46a7-b30d-f3d140ac2993 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:05:49.225045 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-dd07b92b-e20f-4928-b100-c756473aebaa tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:05:49.229113 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07b92b-e20f-4928-b100-c756473aebaa tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Pushing event updated for resources: {'Port': ['ID=fcbc60fd-1785-4f94-9436-a520ec06cdaf,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:49.231632 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-dd07b92b-e20f-4928-b100-c756473aebaa tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:05:49.242505 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8f35c-d27c-4ddf-9e80-e99b6a704f76 req-41009105-a897-4c0c-8dde-9f9631fb5b6f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:49.244006 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-80a8f35c-d27c-4ddf-9e80-e99b6a704f76 req-41009105-a897-4c0c-8dde-9f9631fb5b6f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 932 time: 0.1022038 Sep 04 01:05:49.417705 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['28efc83e-9838-45a7-9fd3-3625eeff4b09'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:05:49.496394 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b481426-053b-4fcb-80e0-ddc20ebfb86c req-c6cc33c1-12cc-4308-84f1-fa3952035bf5 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:49.504568 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1b481426-053b-4fcb-80e0-ddc20ebfb86c req-c6cc33c1-12cc-4308-84f1-fa3952035bf5 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 946 time: 0.0790339 Sep 04 01:05:49.520633 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-dd07b92b-e20f-4928-b100-c756473aebaa tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:49.521328 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-dd07b92b-e20f-4928-b100-c756473aebaa tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:49.539179 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:49.559234 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-80a8f35c-d27c-4ddf-9e80-e99b6a704f76 req-ee8a5d63-2b12-4769-bf62-ce910fcccb18 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2943325 Sep 04 01:05:49.562455 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1b481426-053b-4fcb-80e0-ddc20ebfb86c req-5c310e3a-952d-40b6-bba6-3139784f9c93 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526083 Sep 04 01:05:49.562831 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-76ccec85-0f24-4ff8-a475-4ab4c6541d2f None None] Provisioning complete for port fcbc60fd-1785-4f94-9436-a520ec06cdaf triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:49.563349 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-76ccec85-0f24-4ff8-a475-4ab4c6541d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:49.615274 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-dd07b92b-e20f-4928-b100-c756473aebaa tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5461752 Sep 04 01:05:49.620001 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-76ccec85-0f24-4ff8-a475-4ab4c6541d2f None None] Port fcbc60fd-1785-4f94-9436-a520ec06cdaf cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:05:49.954826 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc56fa-8712-440d-bfed-7f2f628c045e req-d4ae0d59-4aed-4367-977c-2ae5d9aa9284 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:49.956871 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d9cc56fa-8712-440d-bfed-7f2f628c045e req-d4ae0d59-4aed-4367-977c-2ae5d9aa9284 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 943 time: 0.0490215 Sep 04 01:05:49.997143 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f472e77-08ce-4e1a-9aa0-d94fc6b4dc1f req-4eb97da5-58a1-4660-b6c8-1f7ad97343bb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:50.008928 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5f472e77-08ce-4e1a-9aa0-d94fc6b4dc1f req-4eb97da5-58a1-4660-b6c8-1f7ad97343bb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 943 time: 0.0546134 Sep 04 01:05:50.027084 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d9cc56fa-8712-440d-bfed-7f2f628c045e req-731205bb-f678-420d-9c9e-c48826b48bf9 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612850 Sep 04 01:05:50.057623 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5f472e77-08ce-4e1a-9aa0-d94fc6b4dc1f req-4c942ed3-42c8-4061-b904-f1a56861005b tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533588 Sep 04 01:05:50.141690 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82430c9b-bd30-49ff-bced-9011c20566bc req-ef96faee-e103-41f4-bd3c-45d946e7cbd5 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:50.143911 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-82430c9b-bd30-49ff-bced-9011c20566bc req-ef96faee-e103-41f4-bd3c-45d946e7cbd5 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 931 time: 0.0468614 Sep 04 01:05:50.193922 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-82430c9b-bd30-49ff-bced-9011c20566bc req-5c5a991d-f001-405e-ba7a-880522168d60 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444310 Sep 04 01:05:50.667795 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccded0ff-dae9-4123-8be4-4865d0c03453 req-dc41f2e8-582a-4c9b-8473-c073713d83e9 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:50.669721 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ccded0ff-dae9-4123-8be4-4865d0c03453 req-dc41f2e8-582a-4c9b-8473-c073713d83e9 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 932 time: 0.0471783 Sep 04 01:05:50.687983 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dc52d-4be3-46c9-9e44-0fc7f46d0457 req-8e88e1f5-8a6b-487a-88b3-4a67e0c4f40c tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:50.690050 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a81dc52d-4be3-46c9-9e44-0fc7f46d0457 req-8e88e1f5-8a6b-487a-88b3-4a67e0c4f40c tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 946 time: 0.0504386 Sep 04 01:05:50.692919 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:50.726528 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ccded0ff-dae9-4123-8be4-4865d0c03453 req-2153923e-b949-4ed5-b288-9fc3cf490494 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486913 Sep 04 01:05:50.742306 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a81dc52d-4be3-46c9-9e44-0fc7f46d0457 req-92e8c575-61a5-4496-80fe-7c1784377e3e tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459368 Sep 04 01:05:51.159807 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10822e9-907c-464e-bbdd-5469f46056ad req-386b5727-d811-4673-9e88-648c21478cc2 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:51.161634 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-f10822e9-907c-464e-bbdd-5469f46056ad req-386b5727-d811-4673-9e88-648c21478cc2 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 943 time: 0.0578458 Sep 04 01:05:51.194033 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acc474-5216-4e4a-8591-5e4e05c5dfbb req-d95161b0-603b-4588-8d99-b52c4f00574f tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:51.195783 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-09acc474-5216-4e4a-8591-5e4e05c5dfbb req-d95161b0-603b-4588-8d99-b52c4f00574f tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 943 time: 0.0500586 Sep 04 01:05:51.217048 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-f10822e9-907c-464e-bbdd-5469f46056ad req-5eaeda05-81d9-42f8-81e0-43b42c8c9ce8 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495861 Sep 04 01:05:51.259536 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-09acc474-5216-4e4a-8591-5e4e05c5dfbb req-12459157-aa1b-4f67-8bf7-b5dbaadb3d0e tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574505 Sep 04 01:05:51.277513 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device addc777a-4bdc-4153-92fa-8184c15d2cd1 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:05:51.303515 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:51.359410 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab940a85-9219-4554-a09b-ec6931b68538 req-b2a7c6bc-49f2-41a3-af37-c16e69858a01 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:51.362119 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ab940a85-9219-4554-a09b-ec6931b68538 req-b2a7c6bc-49f2-41a3-af37-c16e69858a01 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 931 time: 0.0684044 Sep 04 01:05:51.399945 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port addc777a-4bdc-4153-92fa-8184c15d2cd1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=addc777a-4bdc-4153-92fa-8184c15d2cd1,segment=NetworkSegment(c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131),segment_id=c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:51.412791 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': 'addc777a-4bdc-4153-92fa-8184c15d2cd1', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'port_id': 'addc777a-4bdc-4153-92fa-8184c15d2cd1', 'mac_address': 'fa:16:3e:ab:01:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:05:51.419004 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ab940a85-9219-4554-a09b-ec6931b68538 req-c42c07f2-eab4-4174-8c71-80028e0ed285 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462155 Sep 04 01:05:51.462986 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port addc777a-4bdc-4153-92fa-8184c15d2cd1 is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:51.462986 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (addc777a-4bdc-4153-92fa-8184c15d2cd1), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:51.476102 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id addc777a-4bdc-4153-92fa-8184c15d2cd1 {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:05:51.496744 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port addc777a-4bdc-4153-92fa-8184c15d2cd1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=addc777a-4bdc-4153-92fa-8184c15d2cd1,segment=NetworkSegment(c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131),segment_id=c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:51.588935 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (addc777a-4bdc-4153-92fa-8184c15d2cd1), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:51.639053 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=addc777a-4bdc-4153-92fa-8184c15d2cd1,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:51.862616 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6134f-3d30-473f-9228-9b6bd83ed190 req-3640dfe3-0501-41ae-8332-760ccb090404 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:51.864434 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-01e6134f-3d30-473f-9228-9b6bd83ed190 req-3640dfe3-0501-41ae-8332-760ccb090404 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 932 time: 0.0554876 Sep 04 01:05:51.893432 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf7b27-d062-4a49-8493-1c1ea446e08e req-247a61a5-34f5-43ea-a3d1-5b6c724afc06 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:51.896064 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d0cf7b27-d062-4a49-8493-1c1ea446e08e req-247a61a5-34f5-43ea-a3d1-5b6c724afc06 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 946 time: 0.0746412 Sep 04 01:05:51.923098 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-01e6134f-3d30-473f-9228-9b6bd83ed190 req-cc3f07a4-fbb1-4325-bb96-5b67860b3421 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513272 Sep 04 01:05:51.954768 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d0cf7b27-d062-4a49-8493-1c1ea446e08e req-55e33e64-ef9d-490f-9b16-31bea047d3ee tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494201 Sep 04 01:05:52.119657 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 28efc83e-9838-45a7-9fd3-3625eeff4b09 up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:52.188508 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning for port 28efc83e-9838-45a7-9fd3-3625eeff4b09 completed by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:05:52.218692 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] Request body: {'port': {'device_id': '49be5a0b-f748-486e-a546-c07a8e8451a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:52.238883 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['addc777a-4bdc-4153-92fa-8184c15d2cd1'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:05:52.242599 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Request body: {'port': {'device_id': '784b2b9b-9890-4f9e-be75-2548b520e138', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:05:52.338007 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port 28efc83e-9838-45a7-9fd3-3625eeff4b09 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:52.338619 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (28efc83e-9838-45a7-9fd3-3625eeff4b09), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:52.489811 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e89fb-6e92-4bed-84dc-f6ebc3f4861f req-7b895b01-e556-48a6-b7ea-7e49c692d97d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:52.492054 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-cc7e89fb-6e92-4bed-84dc-f6ebc3f4861f req-7b895b01-e556-48a6-b7ea-7e49c692d97d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 943 time: 0.0762289 Sep 04 01:05:52.515952 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:52.522046 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 28efc83e-9838-45a7-9fd3-3625eeff4b09 is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:52.522423 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (28efc83e-9838-45a7-9fd3-3625eeff4b09), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:52.547222 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc708db-9f7f-4428-9193-49528ecf8c57 req-a4fc7cf2-b384-443f-a1d1-dab4cfc14b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:52.549408 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9fc708db-9f7f-4428-9193-49528ecf8c57 req-a4fc7cf2-b384-443f-a1d1-dab4cfc14b75 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 1130 time: 0.2944098 Sep 04 01:05:52.557396 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-cc7e89fb-6e92-4bed-84dc-f6ebc3f4861f req-0fe3305a-01e1-4d20-a383-4cb3545d6360 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573637 Sep 04 01:05:52.568087 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7a7e72-1f16-4ab4-b826-d376d39be4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28efc83e-9838-45a7-9fd3-3625eeff4b09'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:05:52.570765 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a351f8f8-0107-4da4-8bfc-c8a677d47e12" -d '{"events": [{"server_uuid": "2f7a7e72-1f16-4ab4-b826-d376d39be4c2", "name": "network-vif-plugged", "status": "completed", "tag": "28efc83e-9838-45a7-9fd3-3625eeff4b09"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:05:52.578109 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87716c4-a3bd-4e44-8b6f-dc2d86aa28a5 req-bc27661e-7282-4ca8-9918-51755be967f0 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:52.586032 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a87716c4-a3bd-4e44-8b6f-dc2d86aa28a5 req-bc27661e-7282-4ca8-9918-51755be967f0 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 944 time: 0.1893444 Sep 04 01:05:52.586964 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:52.594620 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 28efc83e-9838-45a7-9fd3-3625eeff4b09, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=28efc83e-9838-45a7-9fd3-3625eeff4b09,segment=NetworkSegment(c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131),segment_id=c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:52.614581 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-9fc708db-9f7f-4428-9193-49528ecf8c57 req-97468d51-66d4-4eb2-a690-71a7b9de7db5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:52.654210 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (e0a049e7-02dc-4e07-af75-3de7fbe36b23), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:52.664556 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (28efc83e-9838-45a7-9fd3-3625eeff4b09), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:52.702774 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17668f9a-d0a6-4867-b467-8d9057b9f3a8 req-8cbb45f1-56f1-476e-8b80-ff977b9265eb tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:52.711791 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-17668f9a-d0a6-4867-b467-8d9057b9f3a8 req-8cbb45f1-56f1-476e-8b80-ff977b9265eb tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 931 time: 0.0598006 Sep 04 01:05:52.730328 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=28efc83e-9838-45a7-9fd3-3625eeff4b09,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:52.747015 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:52.768376 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:52.777698 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-17668f9a-d0a6-4867-b467-8d9057b9f3a8 req-15555897-40fb-4b4c-9327-2cbac91c7333 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651796 Sep 04 01:05:52.834089 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54670abd-2941-4be9-af3f-54c0831623d9 x-openstack-request-id: req-54670abd-2941-4be9-af3f-54c0831623d9 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:05:52.834407 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7a7e72-1f16-4ab4-b826-d376d39be4c2", "name": "network-vif-plugged", "status": "completed", "tag": "28efc83e-9838-45a7-9fd3-3625eeff4b09", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:05:52.834665 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54670abd-2941-4be9-af3f-54c0831623d9 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:05:52.835069 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54670abd-2941-4be9-af3f-54c0831623d9'] response: {'server_uuid': '2f7a7e72-1f16-4ab4-b826-d376d39be4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28efc83e-9838-45a7-9fd3-3625eeff4b09', 'code': 200} Sep 04 01:05:52.863965 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:52.874422 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a87716c4-a3bd-4e44-8b6f-dc2d86aa28a5 req-f95842fc-6e18-43e1-8288-b4751fdce9de tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692704 Sep 04 01:05:53.005685 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-9fc708db-9f7f-4428-9193-49528ecf8c57 req-97468d51-66d4-4eb2-a690-71a7b9de7db5 service neutron] Publish callbacks [] for security_group (7efc4854-aefd-42f0-a3a7-d365531f0be4), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:53.073101 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246043c-f270-42a6-aed3-3e864c4d4127 req-a822481a-d6c6-4d2e-9673-24e96d231615 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:53.074614 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e246043c-f270-42a6-aed3-3e864c4d4127 req-a822481a-d6c6-4d2e-9673-24e96d231615 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 932 time: 0.0495403 Sep 04 01:05:53.124858 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-9fc708db-9f7f-4428-9193-49528ecf8c57 req-97468d51-66d4-4eb2-a690-71a7b9de7db5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (7efc4854-aefd-42f0-a3a7-d365531f0be4), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:53.134485 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e246043c-f270-42a6-aed3-3e864c4d4127 req-ef07ba85-5dce-4aa8-a783-71fd7cf5e811 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534053 Sep 04 01:05:53.207776 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa23a7d-6738-48a7-92cf-1d5ceba325bc req-7e7dc94a-f5f6-4073-a7af-dcf09d26f763 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:53.209290 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0fa23a7d-6738-48a7-92cf-1d5ceba325bc req-7e7dc94a-f5f6-4073-a7af-dcf09d26f763 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 946 time: 0.1655858 Sep 04 01:05:53.230802 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9fc708db-9f7f-4428-9193-49528ecf8c57 req-97468d51-66d4-4eb2-a690-71a7b9de7db5 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6696203 Sep 04 01:05:53.238786 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97468d51-66d4-4eb2-a690-71a7b9de7db5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7efc4854-aefd-42f0-a3a7-d365531f0be4,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:53.280772 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:53.281171 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b000b1b-9cd8-451e-b4dc-80d5fcf6d93e req-dc823938-c5dd-4be5-9853-6ce1320da9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:53.285657 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1b000b1b-9cd8-451e-b4dc-80d5fcf6d93e req-dc823938-c5dd-4be5-9853-6ce1320da9d0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 1130 time: 0.0960081 Sep 04 01:05:53.367280 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcbc60fd-1785-4f94-9436-a520ec06cdaf {{(pid=106791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:05:53.373960 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0fa23a7d-6738-48a7-92cf-1d5ceba325bc req-3c6139b2-3128-436e-88e6-92075af0a11c tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558063 Sep 04 01:05:53.393065 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] Publish callbacks [] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:53.414981 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a049e7-02dc-4e07-af75-3de7fbe36b23 {{(pid=106791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:05:53.419211 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.provisioning_blocks [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] Transition to ACTIVE for port object fcbc60fd-1785-4f94-9436-a520ec06cdaf will not be triggered until provisioned by entity L2. {{(pid=106791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:05:53.423158 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Publish callbacks [] for port (e0a049e7-02dc-4e07-af75-3de7fbe36b23), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:53.437402 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.provisioning_blocks [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Transition to ACTIVE for port object e0a049e7-02dc-4e07-af75-3de7fbe36b23 will not be triggered until provisioned by entity L2. {{(pid=106791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:05:53.488250 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:53.545121 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (e0a049e7-02dc-4e07-af75-3de7fbe36b23), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:53.578114 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] Pushing event updated for resources: {'Port': ['ID=fcbc60fd-1785-4f94-9436-a520ec06cdaf,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:53.595226 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1b000b1b-9cd8-451e-b4dc-80d5fcf6d93e req-a50d7ce2-d061-41eb-b836-253ee750122c service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479386 Sep 04 01:05:53.685152 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a049e7-02dc-4e07-af75-3de7fbe36b23,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:53.700635 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] Attempting to bind port fcbc60fd-1785-4f94-9436-a520ec06cdaf on host hv-cinder-maste for vnic_type normal with profile {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:05:53.700990 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] Attempting to bind port fcbc60fd-1785-4f94-9436-a520ec06cdaf by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '294bd754-f77e-4dd5-a8a8-fa66c41ba024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993'}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:05:53.701912 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] Attempting to bind port fcbc60fd-1785-4f94-9436-a520ec06cdaf on network 3e702e6e-ebe1-46a7-b30d-f3d140ac2993 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:53.707893 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:53.707893 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:53.709126 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:53.709126 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:53.709126 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:53.709126 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:53.709474 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:53.709676 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:53.709988 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:53.710313 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:53.710650 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:53.710964 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:53.711273 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:53.711584 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:53.711892 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:53.723085 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] Port fcbc60fd-1785-4f94-9436-a520ec06cdaf on network 3e702e6e-ebe1-46a7-b30d-f3d140ac2993 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:05:53.723313 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] Attempting to bind port fcbc60fd-1785-4f94-9436-a520ec06cdaf on network 3e702e6e-ebe1-46a7-b30d-f3d140ac2993 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:53.734190 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef7456-133b-4f7a-9651-e97b0402e851 req-c0e2b960-c1bb-4af2-a77d-d17aad11b874 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:53.734513 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] Checking agent: {'id': 'dda4db69-a2e6-4522-aa0b-4e619e0d5c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'started_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:05:53.734513 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] Checking segment: {'id': '294bd754-f77e-4dd5-a8a8-fa66c41ba024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:05:53.734863 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] Bound using segment: {'id': '294bd754-f77e-4dd5-a8a8-fa66c41ba024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993'} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:05:53.735063 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-04ef7456-133b-4f7a-9651-e97b0402e851 req-c0e2b960-c1bb-4af2-a77d-d17aad11b874 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 943 time: 0.0855579 Sep 04 01:05:53.735222 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] Bound port: fcbc60fd-1785-4f94-9436-a520ec06cdaf, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294bd754-f77e-4dd5-a8a8-fa66c41ba024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993'}}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:05:53.735517 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:53.757284 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Attempting to bind port e0a049e7-02dc-4e07-af75-3de7fbe36b23 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:05:53.761247 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Attempting to bind port e0a049e7-02dc-4e07-af75-3de7fbe36b23 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:05:53.761247 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Attempting to bind port e0a049e7-02dc-4e07-af75-3de7fbe36b23 on network d7f39628-666e-4480-8bee-49de183d5e09 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:53.782848 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Port e0a049e7-02dc-4e07-af75-3de7fbe36b23 on network d7f39628-666e-4480-8bee-49de183d5e09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:05:53.783737 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Attempting to bind port e0a049e7-02dc-4e07-af75-3de7fbe36b23 on network d7f39628-666e-4480-8bee-49de183d5e09 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:05:53.785735 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-04ef7456-133b-4f7a-9651-e97b0402e851 req-cb69f003-992f-4da6-94d1-7777b80f8d7a tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437415 Sep 04 01:05:53.795505 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Checking agent: {'id': 'dda4db69-a2e6-4522-aa0b-4e619e0d5c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'started_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:05:53.795899 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Checking segment: {'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:05:53.796213 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Bound using segment: {'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:05:53.796626 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Bound port: e0a049e7-02dc-4e07-af75-3de7fbe36b23, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'}}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:05:53.796973 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (e0a049e7-02dc-4e07-af75-3de7fbe36b23), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:53.848705 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] For port fcbc60fd-1785-4f94-9436-a520ec06cdaf, host hv-cinder-maste, cleared binding levels {{(pid=106791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:05:53.881852 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] For port fcbc60fd-1785-4f94-9436-a520ec06cdaf, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fcbc60fd-1785-4f94-9436-a520ec06cdaf,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:05:53.917661 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] For port e0a049e7-02dc-4e07-af75-3de7fbe36b23, host hv-cinder-maste, cleared binding levels {{(pid=106791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:05:53.924944 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:53.934916 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device e9c83c9b-f295-4069-84cf-ff7c294ae4cd details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:05:53.935612 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5394a-7bd7-4903-9b32-827453ab1bba req-075e4050-8063-4195-9ed7-42f074db2bbe tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:53.937097 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-87b5394a-7bd7-4903-9b32-827453ab1bba req-075e4050-8063-4195-9ed7-42f074db2bbe tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0735803 Sep 04 01:05:53.942412 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] For port e0a049e7-02dc-4e07-af75-3de7fbe36b23, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e0a049e7-02dc-4e07-af75-3de7fbe36b23,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:05:53.948433 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device addc777a-4bdc-4153-92fa-8184c15d2cd1 up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:53.988318 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:53.992733 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:53.993406 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:53.993939 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:53.995313 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/fcbc60fd-1785-4f94-9436-a520ec06cdaf HTTP/1.1" status: 200 len: 1093 time: 1.7826486 Sep 04 01:05:53.996925 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49be5a0b-f748-486e-a546-c07a8e8451a3', 'tag': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:05:53.999251 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34ed4c1-bfa6-4504-927f-3d0c01dfe9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "49be5a0b-f748-486e-a546-c07a8e8451a3", "tag": "fcbc60fd-1785-4f94-9436-a520ec06cdaf"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:05:54.014578 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef16d3-9e2c-4ced-a69f-2ffaf20b0d05 req-15127133-7724-435d-a3ba-7f4f871ad2eb tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:54.016144 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e0ef16d3-9e2c-4ced-a69f-2ffaf20b0d05 req-15127133-7724-435d-a3ba-7f4f871ad2eb tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 944 time: 0.0573814 Sep 04 01:05:54.021199 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-87b5394a-7bd7-4903-9b32-827453ab1bba req-e62e21c2-0bd6-469d-8a47-c21b2cbb3756 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767224 Sep 04 01:05:54.035011 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (e0a049e7-02dc-4e07-af75-3de7fbe36b23), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:54.038618 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:54.039226 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:54.040599 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/e0a049e7-02dc-4e07-af75-3de7fbe36b23 HTTP/1.1" status: 200 len: 1094 time: 1.8297303 Sep 04 01:05:54.055745 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a979097-d688-42ea-aa27-3269d5c83da6 service neutron] Pushing event updated for resources: {'Port': ['ID=fcbc60fd-1785-4f94-9436-a520ec06cdaf,revision_number=3']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:54.119216 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e0ef16d3-9e2c-4ced-a69f-2ffaf20b0d05 req-404830de-08a1-4d14-817e-6bf1fd6eed03 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944488 Sep 04 01:05:54.121693 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b72dc2b-0858-4a6b-8335-f2b18c97fb0d x-openstack-request-id: req-3b72dc2b-0858-4a6b-8335-f2b18c97fb0d {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:05:54.121979 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49be5a0b-f748-486e-a546-c07a8e8451a3", "tag": "fcbc60fd-1785-4f94-9436-a520ec06cdaf", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:05:54.122227 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b72dc2b-0858-4a6b-8335-f2b18c97fb0d {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:05:54.122627 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b72dc2b-0858-4a6b-8335-f2b18c97fb0d'] response: {'name': 'network-changed', 'server_uuid': '49be5a0b-f748-486e-a546-c07a8e8451a3', 'tag': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf', 'status': 'completed', 'code': 200} Sep 04 01:05:54.137350 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385d8c2-b8f7-405d-a818-af95a807eef6 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a049e7-02dc-4e07-af75-3de7fbe36b23,revision_number=3']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:54.188558 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning for port addc777a-4bdc-4153-92fa-8184c15d2cd1 completed by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:05:54.224416 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port e9c83c9b-f295-4069-84cf-ff7c294ae4cd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9c83c9b-f295-4069-84cf-ff7c294ae4cd,segment=NetworkSegment(79b84dcb-99f6-4af2-ac73-30fcaae597f6),segment_id=79b84dcb-99f6-4af2-ac73-30fcaae597f6)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:54.238267 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': 'e9c83c9b-f295-4069-84cf-ff7c294ae4cd', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'port_id': 'e9c83c9b-f295-4069-84cf-ff7c294ae4cd', 'mac_address': 'fa:16:3e:cc:71:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:05:54.278428 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d831c3-a92b-44f1-8321-1a26de5ef4ac req-ad311b55-204b-49bb-94e1-acf59465759f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:54.287656 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port addc777a-4bdc-4153-92fa-8184c15d2cd1 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:54.287765 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-01d831c3-a92b-44f1-8321-1a26de5ef4ac req-ad311b55-204b-49bb-94e1-acf59465759f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 944 time: 0.0658672 Sep 04 01:05:54.287861 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (addc777a-4bdc-4153-92fa-8184c15d2cd1), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:54.332611 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port e9c83c9b-f295-4069-84cf-ff7c294ae4cd is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:54.333384 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (e9c83c9b-f295-4069-84cf-ff7c294ae4cd), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:54.339392 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-01d831c3-a92b-44f1-8321-1a26de5ef4ac req-784a7dd1-accf-4796-80f0-5c6167dd33d3 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519736 Sep 04 01:05:54.351418 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c83c9b-f295-4069-84cf-ff7c294ae4cd {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:05:54.381979 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port e9c83c9b-f295-4069-84cf-ff7c294ae4cd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9c83c9b-f295-4069-84cf-ff7c294ae4cd,segment=NetworkSegment(79b84dcb-99f6-4af2-ac73-30fcaae597f6),segment_id=79b84dcb-99f6-4af2-ac73-30fcaae597f6)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:54.419831 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port addc777a-4bdc-4153-92fa-8184c15d2cd1 is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:54.420225 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (addc777a-4bdc-4153-92fa-8184c15d2cd1), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:54.443122 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (e9c83c9b-f295-4069-84cf-ff7c294ae4cd), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:54.488512 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:54.505107 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:54.517289 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port addc777a-4bdc-4153-92fa-8184c15d2cd1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=addc777a-4bdc-4153-92fa-8184c15d2cd1,segment=NetworkSegment(c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131),segment_id=c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:54.523069 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=e9c83c9b-f295-4069-84cf-ff7c294ae4cd,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:54.533888 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d10a01-cfd7-4e28-9967-89c69657c3d4 req-9e9cfc53-8f35-4e21-bc6d-335c866c60ae tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:54.534255 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:54.534591 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:54.535061 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:54.535440 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:54.535672 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-38d10a01-cfd7-4e28-9967-89c69657c3d4 req-9e9cfc53-8f35-4e21-bc6d-335c866c60ae tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 946 time: 0.0571835 Sep 04 01:05:54.535810 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:54.536078 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:54.536401 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:54.536845 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:54.537213 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:54.537533 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:54.538008 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:54.538355 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:54.538721 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:54.539038 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:54.539353 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:05:54.578998 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (addc777a-4bdc-4153-92fa-8184c15d2cd1), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:54.589368 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-38d10a01-cfd7-4e28-9967-89c69657c3d4 req-5aba3b49-2a90-4e47-87b3-6669dd9af28d tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458229 Sep 04 01:05:54.647322 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=addc777a-4bdc-4153-92fa-8184c15d2cd1,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:54.684543 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ed4c1-bfa6-4504-927f-3d0c01dfe9d9 req-34b93246-1b13-4703-98f7-9eb5659f7810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:54.686116 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e34ed4c1-bfa6-4504-927f-3d0c01dfe9d9 req-34b93246-1b13-4703-98f7-9eb5659f7810 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=55faed42b7f243df9df879d581797f56&device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 1127 time: 0.0883851 Sep 04 01:05:54.688935 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-ef801ba5-4418-4e35-88b6-13452391291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:54.690897 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-ef801ba5-4418-4e35-88b6-13452391291d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=287d111f08ac4b05bd5adec9c40d0620&device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 1128 time: 0.0544477 Sep 04 01:05:54.837002 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c4a968-ecfa-4842-8cab-8aaeb7ca7a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'addc777a-4bdc-4153-92fa-8184c15d2cd1'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:05:54.838974 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a796e89-6707-4659-9e32-e63f32e1bdeb" -d '{"events": [{"server_uuid": "62c4a968-ecfa-4842-8cab-8aaeb7ca7a64", "name": "network-vif-plugged", "status": "completed", "tag": "addc777a-4bdc-4153-92fa-8184c15d2cd1"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:05:54.891963 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a7a32d-5630-4553-b76a-587e500945f7 x-openstack-request-id: req-19a7a32d-5630-4553-b76a-587e500945f7 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:05:54.892385 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c4a968-ecfa-4842-8cab-8aaeb7ca7a64", "name": "network-vif-plugged", "status": "completed", "tag": "addc777a-4bdc-4153-92fa-8184c15d2cd1", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:05:54.892643 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19a7a32d-5630-4553-b76a-587e500945f7 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:05:54.893041 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a7a32d-5630-4553-b76a-587e500945f7'] response: {'server_uuid': '62c4a968-ecfa-4842-8cab-8aaeb7ca7a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'addc777a-4bdc-4153-92fa-8184c15d2cd1', 'code': 200} Sep 04 01:05:54.918582 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47990b-43c2-4d59-a67d-de52ef9578df req-322945d4-e269-42dc-9c13-3bf7e8ee6753 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:54.920216 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5c47990b-43c2-4d59-a67d-de52ef9578df req-322945d4-e269-42dc-9c13-3bf7e8ee6753 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 944 time: 0.0515988 Sep 04 01:05:54.968098 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5c47990b-43c2-4d59-a67d-de52ef9578df req-d39809e2-d43f-4006-bd6a-25096414fa18 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410271 Sep 04 01:05:55.196595 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f468b-b51c-48e1-b28a-a110960e7676 req-5c85ff56-868f-4733-a6bf-500bbf7c6c33 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:55.198116 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-411f468b-b51c-48e1-b28a-a110960e7676 req-5c85ff56-868f-4733-a6bf-500bbf7c6c33 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0527508 Sep 04 01:05:55.245315 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074ce93-2146-4287-8d29-649c4a9e87c6 req-5f4fb975-ee85-4c39-bf79-3b7a3c25c4d0 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:55.246800 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0074ce93-2146-4287-8d29-649c4a9e87c6 req-5f4fb975-ee85-4c39-bf79-3b7a3c25c4d0 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0484774 Sep 04 01:05:55.249974 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-411f468b-b51c-48e1-b28a-a110960e7676 req-013e4f53-b68a-4f55-b8f7-875ed37cb37d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464718 Sep 04 01:05:55.298242 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0074ce93-2146-4287-8d29-649c4a9e87c6 req-1d58a22e-7e13-470c-9f28-43963b1bbc67 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453455 Sep 04 01:05:55.452009 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1f863-1462-4220-945b-ba46fd7dc135 req-3195316c-cdac-46ea-bbe3-7529cf31a848 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:55.453390 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-52e1f863-1462-4220-945b-ba46fd7dc135 req-3195316c-cdac-46ea-bbe3-7529cf31a848 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 944 time: 0.0456512 Sep 04 01:05:55.487986 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:55.502347 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-52e1f863-1462-4220-945b-ba46fd7dc135 req-5dc87a59-9f41-41f5-ba9f-5863d70dea88 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428176 Sep 04 01:05:55.710734 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdd5c9-3a4b-4130-bef8-bdb5392d3c6a req-0c97fe51-a09d-4736-a4d6-6155962f2686 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:55.712050 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-28bdd5c9-3a4b-4130-bef8-bdb5392d3c6a req-0c97fe51-a09d-4736-a4d6-6155962f2686 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 946 time: 0.0456877 Sep 04 01:05:55.762274 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-28bdd5c9-3a4b-4130-bef8-bdb5392d3c6a req-49343c94-1512-4d1d-9c4e-574107dff85e tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445824 Sep 04 01:05:56.086821 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05582d-4339-4b5b-b51a-6129c3de2746 req-15e75e16-503c-4133-b524-2d36c1455187 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:56.088254 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-db05582d-4339-4b5b-b51a-6129c3de2746 req-15e75e16-503c-4133-b524-2d36c1455187 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 944 time: 0.0453119 Sep 04 01:05:56.123598 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784b2b9b-9890-4f9e-be75-2548b520e138', 'tag': 'e0a049e7-02dc-4e07-af75-3de7fbe36b23'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:05:56.126027 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51fa2c7-4268-4f45-824a-3431b5331053" -d '{"events": [{"name": "network-changed", "server_uuid": "784b2b9b-9890-4f9e-be75-2548b520e138", "tag": "e0a049e7-02dc-4e07-af75-3de7fbe36b23"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:05:56.135211 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-db05582d-4339-4b5b-b51a-6129c3de2746 req-1c6a6137-a2bb-4c6c-a0d0-fe50546ce7fa tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413468 Sep 04 01:05:56.163343 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd675b76-4814-4ddb-8af8-9a65f13b2340 x-openstack-request-id: req-bd675b76-4814-4ddb-8af8-9a65f13b2340 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:05:56.163626 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784b2b9b-9890-4f9e-be75-2548b520e138", "tag": "e0a049e7-02dc-4e07-af75-3de7fbe36b23", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:05:56.163875 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd675b76-4814-4ddb-8af8-9a65f13b2340 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:05:56.164260 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd675b76-4814-4ddb-8af8-9a65f13b2340'] response: {'name': 'network-changed', 'server_uuid': '784b2b9b-9890-4f9e-be75-2548b520e138', 'tag': 'e0a049e7-02dc-4e07-af75-3de7fbe36b23', 'status': 'completed', 'code': 200} Sep 04 01:05:56.377864 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4346aa-5c57-49de-800b-23d5d490fbb9 req-0bbc4ec8-6d08-4187-8c1d-32dda9303389 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:56.379403 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6b4346aa-5c57-49de-800b-23d5d490fbb9 req-0bbc4ec8-6d08-4187-8c1d-32dda9303389 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0493371 Sep 04 01:05:56.417765 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f5a09-1a99-4510-968c-040334f2844f req-3bded2bf-45e1-4d8f-b9d8-b7de08e6fc1f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:56.419288 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d51f5a09-1a99-4510-968c-040334f2844f req-3bded2bf-45e1-4d8f-b9d8-b7de08e6fc1f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0464196 Sep 04 01:05:56.427568 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6b4346aa-5c57-49de-800b-23d5d490fbb9 req-565e2130-0d25-4855-a073-e86efdb03078 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425470 Sep 04 01:05:56.469280 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d51f5a09-1a99-4510-968c-040334f2844f req-46a9e6ca-3d21-4bae-a543-1715058a7c6d tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424666 Sep 04 01:05:56.622383 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea94ce-393a-4a38-add9-1534e124694d req-a71c8892-6705-4550-b429-618eb5e7b57b tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:56.623799 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-9cea94ce-393a-4a38-add9-1534e124694d req-a71c8892-6705-4550-b429-618eb5e7b57b tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 944 time: 0.0448551 Sep 04 01:05:56.670457 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-9cea94ce-393a-4a38-add9-1534e124694d req-746d26d9-3072-49f8-88b6-20796d22a0f3 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404270 Sep 04 01:05:56.879322 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5983af-8fce-4b1b-89ac-2aaf79957d75 req-4bbb07a5-6063-49e8-8266-5fa3f00e40f8 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:56.880747 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ae5983af-8fce-4b1b-89ac-2aaf79957d75 req-4bbb07a5-6063-49e8-8266-5fa3f00e40f8 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 946 time: 0.0453856 Sep 04 01:05:56.926344 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ae5983af-8fce-4b1b-89ac-2aaf79957d75 req-2cd6b2d2-a445-45c9-8a49-8f49beba925f tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401130 Sep 04 01:05:57.254570 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68f5e7-4975-4c55-a0e5-34bba46ccb33 req-74351a67-69ad-43a9-bfa6-b016b4453c47 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:57.255991 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7f68f5e7-4975-4c55-a0e5-34bba46ccb33 req-74351a67-69ad-43a9-bfa6-b016b4453c47 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 944 time: 0.0457704 Sep 04 01:05:57.284209 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:57.305944 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7f68f5e7-4975-4c55-a0e5-34bba46ccb33 req-f733c8b6-f793-4c60-adce-b4bea20cc1ce tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441589 Sep 04 01:05:57.538958 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['e9c83c9b-f295-4069-84cf-ff7c294ae4cd'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:05:57.608645 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6a356-d4f2-4863-8590-048cdfef4877 req-0810111c-c9f3-40a6-a3cb-33abeaade9d1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:57.610170 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-8bf6a356-d4f2-4863-8590-048cdfef4877 req-0810111c-c9f3-40a6-a3cb-33abeaade9d1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0577023 Sep 04 01:05:57.622495 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:57.681126 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-8bf6a356-d4f2-4863-8590-048cdfef4877 req-07c4e438-553f-47b2-91d9-7cc17821147c tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575814 Sep 04 01:05:57.842745 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-6d644cdf-00f2-44cc-846b-84c3fc9e34d4 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0a049e7-02dc-4e07-af75-3de7fbe36b23 HTTP/1.1" status: 200 len: 217 time: 0.3477266 Sep 04 01:05:57.863446 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a46f0-4add-4c55-9e36-2a240cc8faa8 req-12124172-db42-491f-b8c7-f12233ec58ea tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:57.865053 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e11a46f0-4add-4c55-9e36-2a240cc8faa8 req-12124172-db42-491f-b8c7-f12233ec58ea tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 944 time: 0.0529120 Sep 04 01:05:57.896443 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49353cb1-4e4a-4a48-8734-819ae4b89741 req-2558aab3-d335-4e06-9ee5-56cf6060c038 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:57.897962 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-49353cb1-4e4a-4a48-8734-819ae4b89741 req-2558aab3-d335-4e06-9ee5-56cf6060c038 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.3595717 Sep 04 01:05:57.914393 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e11a46f0-4add-4c55-9e36-2a240cc8faa8 req-b5c13bc9-7878-4c91-8953-5ec3b0528303 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435848 Sep 04 01:05:57.956698 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ed4c1-bfa6-4504-927f-3d0c01dfe9d9 req-3ed2a9df-5983-4859-9e60-5f969005558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:57.958209 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e34ed4c1-bfa6-4504-927f-3d0c01dfe9d9 req-3ed2a9df-5983-4859-9e60-5f969005558f service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=55faed42b7f243df9df879d581797f56&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4648473 Sep 04 01:05:57.981504 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-49353cb1-4e4a-4a48-8734-819ae4b89741 req-d6111dca-986c-4565-ba78-984b6a9b1773 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765066 Sep 04 01:05:58.053691 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1e1a4-1a37-4a4f-a232-b77664d86c27 req-bb77b0b8-aac9-4586-98e8-a57f82d1f905 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:58.055362 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4bb1e1a4-1a37-4a4f-a232-b77664d86c27 req-bb77b0b8-aac9-4586-98e8-a57f82d1f905 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 946 time: 0.0509393 Sep 04 01:05:58.104836 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4bb1e1a4-1a37-4a4f-a232-b77664d86c27 req-0f05feca-534f-46c2-a26a-97d61e0fa7b2 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434284 Sep 04 01:05:58.431766 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb6a07-3ac1-4b9e-8994-b223d4d50c8b req-e9302c4b-742a-4422-a036-194fddb52056 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:58.433267 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-93eb6a07-3ac1-4b9e-8994-b223d4d50c8b req-e9302c4b-742a-4422-a036-194fddb52056 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 944 time: 0.0500860 Sep 04 01:05:58.445094 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device e9c83c9b-f295-4069-84cf-ff7c294ae4cd up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:05:58.483104 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-93eb6a07-3ac1-4b9e-8994-b223d4d50c8b req-c8fb9c6f-0de0-4c2b-84ef-ece0f5eaeb28 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441742 Sep 04 01:05:58.498930 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning for port e9c83c9b-f295-4069-84cf-ff7c294ae4cd completed by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:05:58.568101 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port e9c83c9b-f295-4069-84cf-ff7c294ae4cd triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:05:58.568701 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (e9c83c9b-f295-4069-84cf-ff7c294ae4cd), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:58.668315 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port e9c83c9b-f295-4069-84cf-ff7c294ae4cd is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:05:58.668777 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (e9c83c9b-f295-4069-84cf-ff7c294ae4cd), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:58.686096 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-f66492ca-dd19-4768-a037-7140970837fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:58.687533 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-f66492ca-dd19-4768-a037-7140970837fb service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=1af847f5-eeac-4b3d-afa5-aa099062676b HTTP/1.1" status: 200 len: 854 time: 0.1386743 Sep 04 01:05:58.693952 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd296b21a-c705-4d0b-8402-19a9c6f2e3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c83c9b-f295-4069-84cf-ff7c294ae4cd'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:05:58.696148 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33ee0f0-664c-48d9-97f1-54578a10b099" -d '{"events": [{"server_uuid": "d296b21a-c705-4d0b-8402-19a9c6f2e3d2", "name": "network-vif-plugged", "status": "completed", "tag": "e9c83c9b-f295-4069-84cf-ff7c294ae4cd"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:05:58.725031 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port e9c83c9b-f295-4069-84cf-ff7c294ae4cd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9c83c9b-f295-4069-84cf-ff7c294ae4cd,segment=NetworkSegment(79b84dcb-99f6-4af2-ac73-30fcaae597f6),segment_id=79b84dcb-99f6-4af2-ac73-30fcaae597f6)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:05:58.758353 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289a9905-f7a8-4b10-abd3-b45e4260c48a x-openstack-request-id: req-289a9905-f7a8-4b10-abd3-b45e4260c48a {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:05:58.759501 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d296b21a-c705-4d0b-8402-19a9c6f2e3d2", "name": "network-vif-plugged", "status": "completed", "tag": "e9c83c9b-f295-4069-84cf-ff7c294ae4cd", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:05:58.759770 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-289a9905-f7a8-4b10-abd3-b45e4260c48a {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:05:58.760165 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-289a9905-f7a8-4b10-abd3-b45e4260c48a'] response: {'server_uuid': 'd296b21a-c705-4d0b-8402-19a9c6f2e3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c83c9b-f295-4069-84cf-ff7c294ae4cd', 'code': 200} Sep 04 01:05:58.760484 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ed4c1-bfa6-4504-927f-3d0c01dfe9d9 req-2efd2407-968d-4331-85fe-4e9abc29ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:58.762083 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e34ed4c1-bfa6-4504-927f-3d0c01dfe9d9 req-2efd2407-968d-4331-85fe-4e9abc29ed56 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2427189 Sep 04 01:05:58.813316 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (e9c83c9b-f295-4069-84cf-ff7c294ae4cd), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:05:58.820257 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2381edf-aabe-4e74-aab8-851889d1f288 req-0bb61f04-bae3-4555-b11e-0c529628879f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:58.821810 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a2381edf-aabe-4e74-aab8-851889d1f288 req-0bb61f04-bae3-4555-b11e-0c529628879f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0490940 Sep 04 01:05:58.864673 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=e9c83c9b-f295-4069-84cf-ff7c294ae4cd,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:05:58.872127 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a2381edf-aabe-4e74-aab8-851889d1f288 req-17ab0ed3-5305-4564-8242-fefef1484daf tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439897 Sep 04 01:05:59.038888 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10217a72-971c-4d99-b5c6-8b034b608065 req-6a8cb0da-6a69-4a8f-a92e-b38f947705a4 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:59.041732 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-10217a72-971c-4d99-b5c6-8b034b608065 req-6a8cb0da-6a69-4a8f-a92e-b38f947705a4 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 944 time: 0.0476625 Sep 04 01:05:59.101696 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-10217a72-971c-4d99-b5c6-8b034b608065 req-0c7cff09-6074-4e9d-942a-982950dc4248 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550556 Sep 04 01:05:59.120431 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec5c6e-161c-4e62-81a7-e70826084fce req-faefcb50-511d-493e-9df1-65a1cacefcf8 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:59.125360 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-86ec5c6e-161c-4e62-81a7-e70826084fce req-faefcb50-511d-493e-9df1-65a1cacefcf8 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0554948 Sep 04 01:05:59.198997 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:59.200641 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-af4bd7ce-f59a-4eb6-a8cf-c9001170b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:59.202222 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-af4bd7ce-f59a-4eb6-a8cf-c9001170b509 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d7f39628-666e-4480-8bee-49de183d5e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484128 Sep 04 01:05:59.247958 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-86ec5c6e-161c-4e62-81a7-e70826084fce req-c4f91959-b328-4571-980b-385a4cb40fd0 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217182 Sep 04 01:05:59.327626 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-d876360c-e971-42d2-a844-b27333e8ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:59.329192 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-d876360c-e971-42d2-a844-b27333e8ab5c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=55faed42b7f243df9df879d581797f56&device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 1127 time: 0.1129346 Sep 04 01:05:59.332518 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a3a6e-879b-4059-8b94-18053df374d6 req-5a162f05-0156-45fa-aa83-d053b5d2c38e tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:59.334031 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1e1a3a6e-879b-4059-8b94-18053df374d6 req-5a162f05-0156-45fa-aa83-d053b5d2c38e tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 946 time: 0.1127400 Sep 04 01:05:59.335163 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac6f07-57f3-42a3-ab7c-5aac7f665f59 req-43051758-917f-4a88-8501-adb25100bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:59.336478 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a4ac6f07-57f3-42a3-ab7c-5aac7f665f59 req-43051758-917f-4a88-8501-adb25100bfbe service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 1129 time: 0.0790999 Sep 04 01:05:59.394400 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-b35808e1-6a66-431f-931d-311f52d52c8c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797976 Sep 04 01:05:59.395777 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-d07bd471-1ba4-4911-9e17-b92fe8b34c5f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcbc60fd-1785-4f94-9436-a520ec06cdaf HTTP/1.1" status: 200 len: 217 time: 0.0435514 Sep 04 01:05:59.417509 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a4ac6f07-57f3-42a3-ab7c-5aac7f665f59 req-31e24a6f-f4aa-40c5-9687-0ac15ad30a0d service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635843 Sep 04 01:05:59.420791 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1e1a3a6e-879b-4059-8b94-18053df374d6 req-d4bc56a5-20b1-4b2d-afd5-4adb90b15d46 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811291 Sep 04 01:05:59.514995 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-eb658b86-b34f-46c0-8eef-d409709caee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:59.516441 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-eb658b86-b34f-46c0-8eef-d409709caee1 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b8f8e824-5e09-4bb6-bfba-faf43aae1f44 HTTP/1.1" status: 200 len: 855 time: 0.0927382 Sep 04 01:05:59.548483 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-db76160e-12a1-4f01-bdf9-f27e0f48073b req-7afc30f6-bbcb-4f53-8c0a-0f5d85aad798 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372113 Sep 04 01:05:59.623863 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7becc8-1501-49e4-9103-59d2b00663e0 req-6c92d9c7-a65d-4651-8e61-d1e3596f2d89 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:59.625354 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0b7becc8-1501-49e4-9103-59d2b00663e0 req-6c92d9c7-a65d-4651-8e61-d1e3596f2d89 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0530927 Sep 04 01:05:59.650564 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:05:59.672472 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0b7becc8-1501-49e4-9103-59d2b00663e0 req-dcd63b0d-b913-4ef1-9ab5-fc7ebc78d1a5 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413330 Sep 04 01:05:59.786380 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-51c1b48b-2a6f-43c5-8a1f-abb9067a9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:59.787864 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-51c1b48b-2a6f-43c5-8a1f-abb9067a9ffc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3e702e6e-ebe1-46a7-b30d-f3d140ac2993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699856 Sep 04 01:05:59.792625 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d439d-11c7-4b6b-bf4a-6893550da604 req-d0aeacb3-01ca-4bf2-90b2-8d7064b8ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:05:59.793981 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d11d439d-11c7-4b6b-bf4a-6893550da604 req-d0aeacb3-01ca-4bf2-90b2-8d7064b8ed5e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 1129 time: 0.0463524 Sep 04 01:05:59.999334 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40637a2e-a8b0-4b32-bbff-046fc82d138d req-c2e5117d-8c04-484d-836f-222affea0de2 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:00.000819 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-40637a2e-a8b0-4b32-bbff-046fc82d138d req-c2e5117d-8c04-484d-836f-222affea0de2 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0505912 Sep 04 01:06:00.258259 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-40637a2e-a8b0-4b32-bbff-046fc82d138d req-93ace314-de8a-4877-9a9a-80aafa4ed23e tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511747 Sep 04 01:06:00.262324 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1f001-dbe6-44f0-bfea-e0ad6da37fca req-d2ecb96a-efb6-4589-a475-3438464e2c3e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:00.263923 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-91c1f001-dbe6-44f0-bfea-e0ad6da37fca req-d2ecb96a-efb6-4589-a475-3438464e2c3e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 944 time: 0.0698662 Sep 04 01:06:00.289813 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d11d439d-11c7-4b6b-bf4a-6893550da604 req-fb127476-484d-4eb3-b601-767c6d2257ff service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1507249 Sep 04 01:06:00.336314 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-033f995a-cf05-45b0-8b66-77334c005577 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3e702e6e-ebe1-46a7-b30d-f3d140ac2993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061594 Sep 04 01:06:00.354624 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-91c1f001-dbe6-44f0-bfea-e0ad6da37fca req-5a830a17-ff95-4502-a948-fd52c3ea4e34 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704050 Sep 04 01:06:00.389874 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:00.408717 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320a319-6ad3-4ebd-87c5-5b7489e29a18 req-e907e984-a7c9-4e7c-8df0-7b64ff4eef08 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:00.410397 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2320a319-6ad3-4ebd-87c5-5b7489e29a18 req-e907e984-a7c9-4e7c-8df0-7b64ff4eef08 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0499368 Sep 04 01:06:00.458417 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2320a319-6ad3-4ebd-87c5-5b7489e29a18 req-4afff34e-bd38-45c4-9ba3-fc23ecd82408 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425324 Sep 04 01:06:00.687419 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-667aeac1-ccc2-4c2a-b771-a70d356f5c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:00.803151 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfb4e9-2000-4371-b42a-7a17ad675e50 req-bc620aad-f4ec-4174-b1cf-0bf57703a4ed tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:00.804605 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-10cfb4e9-2000-4371-b42a-7a17ad675e50 req-bc620aad-f4ec-4174-b1cf-0bf57703a4ed tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0468681 Sep 04 01:06:00.863675 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-10cfb4e9-2000-4371-b42a-7a17ad675e50 req-6cf64cdd-e80d-420d-8018-c5a5e9342987 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533948 Sep 04 01:06:01.395422 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76319dd-fbd5-4f82-bc51-88c8624011aa req-75e5d483-aef8-4d50-b331-c90751dcd5e4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:01.398009 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d76319dd-fbd5-4f82-bc51-88c8624011aa req-75e5d483-aef8-4d50-b331-c90751dcd5e4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0614700 Sep 04 01:06:01.426690 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 46782) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:01.463876 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d76319dd-fbd5-4f82-bc51-88c8624011aa req-f3488a37-a6c2-4a01-a07b-0d0d6c1fbd2c tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600088 Sep 04 01:06:01.495437 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5c86b-121d-4413-a922-459d82d9159b req-e88233c2-b65a-47ee-9028-5269923f3361 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:01.496954 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2fb5c86b-121d-4413-a922-459d82d9159b req-e88233c2-b65a-47ee-9028-5269923f3361 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 944 time: 0.0547750 Sep 04 01:06:01.562918 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2fb5c86b-121d-4413-a922-459d82d9159b req-17dd36ed-5368-4c00-b264-ada04078b3ba tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584085 Sep 04 01:06:01.563792 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-b43cbcfa-eac0-41f0-b818-952afff2052d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:01.598710 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7034d-fd31-48c7-bd15-462101f99b87 req-b2ca5d25-7685-439f-8536-a30ad9e9209f tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:01.600705 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2fc7034d-fd31-48c7-bd15-462101f99b87 req-b2ca5d25-7685-439f-8536-a30ad9e9209f tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0498641 Sep 04 01:06:01.602581 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:01.659425 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2fc7034d-fd31-48c7-bd15-462101f99b87 req-00bc6376-3c00-4b69-9eeb-dcd5be9e7946 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423536 Sep 04 01:06:01.710572 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-b43cbcfa-eac0-41f0-b818-952afff2052d admin admin] Publish callbacks [] for security_group (76e9eee2-3a5d-4156-877a-6f0218b355fa), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:01.735282 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-58efb090-5ab4-4c34-81c7-a7989aa17a10 req-258ae85d-aa98-4395-941c-5d50de17f429 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3e702e6e-ebe1-46a7-b30d-f3d140ac2993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278312 Sep 04 01:06:01.811860 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-b43cbcfa-eac0-41f0-b818-952afff2052d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (76e9eee2-3a5d-4156-877a-6f0218b355fa), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:01.845547 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:01.851279 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cbcfa-eac0-41f0-b818-952afff2052d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e9eee2-3a5d-4156-877a-6f0218b355fa,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:01.856403 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-b43cbcfa-eac0-41f0-b818-952afff2052d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8d0a8304bc0845249f776ea53f3567cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4285657 Sep 04 01:06:01.859331 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 46792) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:01.866334 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:01.922791 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-8d76260d-7b75-4a40-9995-a4b639437746 admin admin] Publish callbacks [] for security_group (76e9eee2-3a5d-4156-877a-6f0218b355fa), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:01.945990 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-8d76260d-7b75-4a40-9995-a4b639437746 admin admin] Publish callbacks [] for security_group (76e9eee2-3a5d-4156-877a-6f0218b355fa), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:02.023016 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074a62e-552a-4e87-97b1-4ce477aadf5b req-c82c7025-ec35-4ce8-93a5-5d76b73b2782 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:02.024492 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b074a62e-552a-4e87-97b1-4ce477aadf5b req-c82c7025-ec35-4ce8-93a5-5d76b73b2782 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0657573 Sep 04 01:06:02.073663 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b074a62e-552a-4e87-97b1-4ce477aadf5b req-cd92ef4e-aa21-4d76-ae79-65c7bdf8ddb4 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433977 Sep 04 01:06:02.157465 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-8d76260d-7b75-4a40-9995-a4b639437746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (76e9eee2-3a5d-4156-877a-6f0218b355fa), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:02.160892 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-8d76260d-7b75-4a40-9995-a4b639437746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:02.162269 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-8d76260d-7b75-4a40-9995-a4b639437746 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/76e9eee2-3a5d-4156-877a-6f0218b355fa HTTP/1.1" status: 204 len: 168 time: 0.3016365 Sep 04 01:06:02.170194 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76260d-7b75-4a40-9995-a4b639437746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e9eee2-3a5d-4156-877a-6f0218b355fa,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:02.177959 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76260d-7b75-4a40-9995-a4b639437746 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:02.178432 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76260d-7b75-4a40-9995-a4b639437746 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:02.178733 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76260d-7b75-4a40-9995-a4b639437746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:02.179071 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76260d-7b75-4a40-9995-a4b639437746 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:02.179402 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76260d-7b75-4a40-9995-a4b639437746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:02.179730 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76260d-7b75-4a40-9995-a4b639437746 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:02.180049 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76260d-7b75-4a40-9995-a4b639437746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:02.180368 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76260d-7b75-4a40-9995-a4b639437746 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:02.180783 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76260d-7b75-4a40-9995-a4b639437746 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:02.181146 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76260d-7b75-4a40-9995-a4b639437746 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:02.181472 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76260d-7b75-4a40-9995-a4b639437746 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:02.181793 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76260d-7b75-4a40-9995-a4b639437746 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:02.182107 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76260d-7b75-4a40-9995-a4b639437746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:02.182422 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76260d-7b75-4a40-9995-a4b639437746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:02.182738 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76260d-7b75-4a40-9995-a4b639437746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:02.587186 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3363f5c-341c-44b1-80d3-7b9e6cac9b98 req-851c4ecf-a750-48a3-854c-6f78796a3a5e tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:02.588643 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c3363f5c-341c-44b1-80d3-7b9e6cac9b98 req-851c4ecf-a750-48a3-854c-6f78796a3a5e tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0483978 Sep 04 01:06:02.636061 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c3363f5c-341c-44b1-80d3-7b9e6cac9b98 req-e00d5c81-6ca8-4447-984f-9b36dbc49033 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418773 Sep 04 01:06:02.744717 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c811a5-fd03-4e16-85d3-61c1531a764e req-05a8773c-7931-4fae-a53f-f8f957c26f28 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:02.747233 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e9c811a5-fd03-4e16-85d3-61c1531a764e req-05a8773c-7931-4fae-a53f-f8f957c26f28 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 944 time: 0.0524204 Sep 04 01:06:02.796397 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e9c811a5-fd03-4e16-85d3-61c1531a764e req-89268945-e8da-4ee2-bfe4-b2098c382007 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430562 Sep 04 01:06:02.867280 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 46832) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:02.881660 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ea64834d-feba-445d-8604-923f35dd074a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:02.970277 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ea64834d-feba-445d-8604-923f35dd074a admin admin] Publish callbacks [] for security_group (7b018c77-cec0-4196-a9b2-a7b23b957cfd), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:02.978964 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-20144fb6-1463-4bc1-8487-b615e2c18658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:03.041563 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ea64834d-feba-445d-8604-923f35dd074a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (7b018c77-cec0-4196-a9b2-a7b23b957cfd), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:03.081147 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-ea64834d-feba-445d-8604-923f35dd074a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=174be28425554302a7e0829820fda15b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127216 Sep 04 01:06:03.082656 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64834d-feba-445d-8604-923f35dd074a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b018c77-cec0-4196-a9b2-a7b23b957cfd,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:03.084571 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 46834) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:03.136185 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-03c2e7a1-b677-4419-92d3-d47b926ee718 admin admin] Publish callbacks [] for security_group (7b018c77-cec0-4196-a9b2-a7b23b957cfd), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:03.157400 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-03c2e7a1-b677-4419-92d3-d47b926ee718 admin admin] Publish callbacks [] for security_group (7b018c77-cec0-4196-a9b2-a7b23b957cfd), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:03.300019 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-03c2e7a1-b677-4419-92d3-d47b926ee718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (7b018c77-cec0-4196-a9b2-a7b23b957cfd), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:03.303051 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-03c2e7a1-b677-4419-92d3-d47b926ee718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:03.304158 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-03c2e7a1-b677-4419-92d3-d47b926ee718 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7b018c77-cec0-4196-a9b2-a7b23b957cfd HTTP/1.1" status: 204 len: 168 time: 0.2185299 Sep 04 01:06:03.319324 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2e7a1-b677-4419-92d3-d47b926ee718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b018c77-cec0-4196-a9b2-a7b23b957cfd,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:03.329932 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61d131-599f-4d06-a68a-5034d4560e23 req-a10e5fa2-a455-4556-93f3-e4eacef411c5 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:03.331424 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ff61d131-599f-4d06-a68a-5034d4560e23 req-a10e5fa2-a455-4556-93f3-e4eacef411c5 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0689678 Sep 04 01:06:03.343726 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:03.384284 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ff61d131-599f-4d06-a68a-5034d4560e23 req-fba7dff1-f589-4477-bf23-35601fbda5e3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469637 Sep 04 01:06:03.498865 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b18f7-c01d-4f3d-ba0d-16851c7319e4 req-4872b439-5ea0-4bbd-87ea-3b3b4a5aad6c tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:03.500324 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-8d5b18f7-c01d-4f3d-ba0d-16851c7319e4 req-4872b439-5ea0-4bbd-87ea-3b3b4a5aad6c tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0475075 Sep 04 01:06:03.548887 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-8d5b18f7-c01d-4f3d-ba0d-16851c7319e4 req-9d540eec-316f-4dc7-bc1b-6612bcacaee2 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427818 Sep 04 01:06:03.662371 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16919fc9-d5ab-400b-9656-d22ddda647c7 req-2d7928b2-658d-4e07-87dd-3e67e8bfc720 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:03.663837 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-16919fc9-d5ab-400b-9656-d22ddda647c7 req-2d7928b2-658d-4e07-87dd-3e67e8bfc720 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0481191 Sep 04 01:06:03.716264 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-16919fc9-d5ab-400b-9656-d22ddda647c7 req-de1cf125-40b6-45ea-a1a8-f77e2aeb0655 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461283 Sep 04 01:06:03.753026 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device e0a049e7-02dc-4e07-af75-3de7fbe36b23 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:06:03.773108 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:03.878028 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port e0a049e7-02dc-4e07-af75-3de7fbe36b23, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e0a049e7-02dc-4e07-af75-3de7fbe36b23,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:03.890982 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': 'e0a049e7-02dc-4e07-af75-3de7fbe36b23', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'port_id': 'e0a049e7-02dc-4e07-af75-3de7fbe36b23', 'mac_address': 'fa:16:3e:d4:a5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:06:03.937357 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port e0a049e7-02dc-4e07-af75-3de7fbe36b23 is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:03.937734 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (e0a049e7-02dc-4e07-af75-3de7fbe36b23), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:03.951755 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a049e7-02dc-4e07-af75-3de7fbe36b23 {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:06:03.956334 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825fa4a-30d2-4d78-b512-b5189b17bcaa req-3458ed76-db67-4c4a-b3ae-4a10dca571cf tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:03.958280 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b825fa4a-30d2-4d78-b512-b5189b17bcaa req-3458ed76-db67-4c4a-b3ae-4a10dca571cf tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 944 time: 0.0497231 Sep 04 01:06:03.963530 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:03.977035 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port e0a049e7-02dc-4e07-af75-3de7fbe36b23, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e0a049e7-02dc-4e07-af75-3de7fbe36b23,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:03.982859 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 46850) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:04.000577 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-719d0330-f567-4a58-abb6-1ceb786a4980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:04.009833 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b825fa4a-30d2-4d78-b512-b5189b17bcaa req-627d2395-5fb4-4b24-9f80-92d84d0a6937 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452473 Sep 04 01:06:04.075987 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-719d0330-f567-4a58-abb6-1ceb786a4980 admin admin] Publish callbacks [] for security_group (6a33d1cd-af5f-437f-bfdc-e37f39c5bb9c), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:04.102841 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (e0a049e7-02dc-4e07-af75-3de7fbe36b23), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:04.149967 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=e0a049e7-02dc-4e07-af75-3de7fbe36b23,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:04.165714 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-719d0330-f567-4a58-abb6-1ceb786a4980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (6a33d1cd-af5f-437f-bfdc-e37f39c5bb9c), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:04.206308 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-719d0330-f567-4a58-abb6-1ceb786a4980 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=760186835723424d857dde933c062bea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223799 Sep 04 01:06:04.207315 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d0330-f567-4a58-abb6-1ceb786a4980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a33d1cd-af5f-437f-bfdc-e37f39c5bb9c,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:04.209221 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 46852) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:04.213953 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:04.254917 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:04.260048 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-af0be748-d781-4a7c-8d08-978013a099b5 admin admin] Publish callbacks [] for security_group (6a33d1cd-af5f-437f-bfdc-e37f39c5bb9c), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:04.280063 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-af0be748-d781-4a7c-8d08-978013a099b5 admin admin] Publish callbacks [] for security_group (6a33d1cd-af5f-437f-bfdc-e37f39c5bb9c), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:04.430188 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-af0be748-d781-4a7c-8d08-978013a099b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (6a33d1cd-af5f-437f-bfdc-e37f39c5bb9c), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:04.432761 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-af0be748-d781-4a7c-8d08-978013a099b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:04.433929 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-af0be748-d781-4a7c-8d08-978013a099b5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6a33d1cd-af5f-437f-bfdc-e37f39c5bb9c HTTP/1.1" status: 204 len: 168 time: 0.2237315 Sep 04 01:06:04.444695 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0be748-d781-4a7c-8d08-978013a099b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a33d1cd-af5f-437f-bfdc-e37f39c5bb9c,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:04.526118 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b31b9-8598-4db6-a073-1beb59f080f7 req-3dd3fb7a-70de-486e-bd21-c8e9d6e5ed12 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:04.527680 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-075b31b9-8598-4db6-a073-1beb59f080f7 req-3dd3fb7a-70de-486e-bd21-c8e9d6e5ed12 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0491486 Sep 04 01:06:04.575309 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-075b31b9-8598-4db6-a073-1beb59f080f7 req-642e48d8-5c97-490b-876c-8c1bcd686114 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421841 Sep 04 01:06:04.680036 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854fff4-c36d-4d13-b6fa-098c7a31e43d req-cce51cb7-88fe-4a37-b593-85f0ec12b2ea tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:04.681447 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1854fff4-c36d-4d13-b6fa-098c7a31e43d req-cce51cb7-88fe-4a37-b593-85f0ec12b2ea tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0466831 Sep 04 01:06:04.727680 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1854fff4-c36d-4d13-b6fa-098c7a31e43d req-2d856323-2518-4bd2-a447-232e69bc18c3 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406816 Sep 04 01:06:04.855115 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506ff22-ce54-47cd-9ca3-339ec765a033 req-d8122e84-3923-493e-ad39-fe3c962af047 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:04.856590 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7506ff22-ce54-47cd-9ca3-339ec765a033 req-d8122e84-3923-493e-ad39-fe3c962af047 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0587988 Sep 04 01:06:04.906808 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7506ff22-ce54-47cd-9ca3-339ec765a033 req-97201de2-a9ff-4360-bc76-e8e9b827e314 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441530 Sep 04 01:06:04.962436 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fa2c7-4268-4f45-824a-3431b5331053 req-408d8fa2-e7ab-49aa-9c4d-ed62499fd7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:04.963963 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a51fa2c7-4268-4f45-824a-3431b5331053 req-408d8fa2-e7ab-49aa-9c4d-ed62499fd7f7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=287d111f08ac4b05bd5adec9c40d0620&device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 1129 time: 0.0595105 Sep 04 01:06:05.130003 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a794643-b314-4021-81eb-e88061950f74 req-0a1b58ca-3b74-45e9-82c4-b1d53080df37 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:05.131578 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3a794643-b314-4021-81eb-e88061950f74 req-0a1b58ca-3b74-45e9-82c4-b1d53080df37 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 945 time: 0.0470836 Sep 04 01:06:05.181602 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3a794643-b314-4021-81eb-e88061950f74 req-a18f32a9-2e11-45a1-89e3-32c306b297d0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439558 Sep 04 01:06:05.188428 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['e0a049e7-02dc-4e07-af75-3de7fbe36b23'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:06:05.718996 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800178d-f223-4f8e-99bd-f3568a991ecc req-df6c1f5d-2668-4071-88bd-809804f8859e tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:05.720465 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-f800178d-f223-4f8e-99bd-f3568a991ecc req-df6c1f5d-2668-4071-88bd-809804f8859e tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0491278 Sep 04 01:06:05.750318 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:05.769902 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:05.777285 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-f800178d-f223-4f8e-99bd-f3568a991ecc req-2747db71-3a1e-4c02-8bee-1a1f788e36c2 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507612 Sep 04 01:06:05.921235 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9870c-c5ac-453d-afea-1069f95bbe7d req-50e48c6e-9223-418e-b4bc-d5157acbdac4 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:05.929160 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c2e9870c-c5ac-453d-afea-1069f95bbe7d req-50e48c6e-9223-418e-b4bc-d5157acbdac4 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0593503 Sep 04 01:06:05.960994 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:05.979597 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c2e9870c-c5ac-453d-afea-1069f95bbe7d req-750c6e71-e8f1-4d15-b21c-d79182506be9 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469897 Sep 04 01:06:05.980346 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fa2c7-4268-4f45-824a-3431b5331053 req-d658b334-147e-4bd7-a914-30a80b144caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:05.981871 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a51fa2c7-4268-4f45-824a-3431b5331053 req-d658b334-147e-4bd7-a914-30a80b144caa service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d7f39628-666e-4480-8bee-49de183d5e09 HTTP/1.1" status: 200 len: 916 time: 0.1848116 Sep 04 01:06:06.085829 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b774f-0cc6-4677-8241-cd76cb7bf657 req-71ac71de-c70c-426d-a91e-c1a7001705ed tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:06.089961 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d81b774f-0cc6-4677-8241-cd76cb7bf657 req-71ac71de-c70c-426d-a91e-c1a7001705ed tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0468752 Sep 04 01:06:06.135541 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d81b774f-0cc6-4677-8241-cd76cb7bf657 req-35bd6fcc-663c-4129-a4d7-b4eb6fd77caf tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426261 Sep 04 01:06:06.311877 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71c120-af79-4e39-90de-beb15985bd4b req-de02f6c0-20a8-4b63-9613-92b36669574e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:06.313414 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ca71c120-af79-4e39-90de-beb15985bd4b req-de02f6c0-20a8-4b63-9613-92b36669574e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 945 time: 0.0530107 Sep 04 01:06:06.366005 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ca71c120-af79-4e39-90de-beb15985bd4b req-2fa7e569-2e22-44b4-b082-d4151bea57fd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427539 Sep 04 01:06:06.490574 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 46928) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:06.560389 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:06.598096 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-44992ba9-3f46-4592-96e6-b5b09f4bb8b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:06.673604 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-44992ba9-3f46-4592-96e6-b5b09f4bb8b2 admin admin] Publish callbacks [] for security_group (bc78cc56-5167-4833-81d9-063f8e2ef18c), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:06.746475 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device e0a049e7-02dc-4e07-af75-3de7fbe36b23 up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:06.755739 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-44992ba9-3f46-4592-96e6-b5b09f4bb8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (bc78cc56-5167-4833-81d9-063f8e2ef18c), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:06.774201 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:06.792532 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning for port e0a049e7-02dc-4e07-af75-3de7fbe36b23 completed by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:06:06.798272 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-44992ba9-3f46-4592-96e6-b5b09f4bb8b2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3d5b10aa7be846c89453abdba743b025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066478 Sep 04 01:06:06.800154 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44992ba9-3f46-4592-96e6-b5b09f4bb8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc78cc56-5167-4833-81d9-063f8e2ef18c,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:06.801289 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 46938) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:06.861698 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-19eaeb87-c086-4ec0-baba-54ba7e9386a1 admin admin] Publish callbacks [] for security_group (bc78cc56-5167-4833-81d9-063f8e2ef18c), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:06.870851 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port e0a049e7-02dc-4e07-af75-3de7fbe36b23 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:06.871331 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (e0a049e7-02dc-4e07-af75-3de7fbe36b23), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:06.888434 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-19eaeb87-c086-4ec0-baba-54ba7e9386a1 admin admin] Publish callbacks [] for security_group (bc78cc56-5167-4833-81d9-063f8e2ef18c), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:06.917856 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e599c-4781-4781-9773-076ad4836bf5 req-1793994f-289b-463b-9e62-e0a473186bab tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:06.925284 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-263e599c-4781-4781-9773-076ad4836bf5 req-1793994f-289b-463b-9e62-e0a473186bab tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0593450 Sep 04 01:06:06.988831 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-263e599c-4781-4781-9773-076ad4836bf5 req-f890e7b0-7ff0-41d3-8475-b7d0217ff732 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624053 Sep 04 01:06:07.038997 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port e0a049e7-02dc-4e07-af75-3de7fbe36b23 is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:07.039402 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (e0a049e7-02dc-4e07-af75-3de7fbe36b23), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:07.067038 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784b2b9b-9890-4f9e-be75-2548b520e138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a049e7-02dc-4e07-af75-3de7fbe36b23'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:06:07.069420 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4788d110-09d8-4468-a954-0a090e31f45a" -d '{"events": [{"server_uuid": "784b2b9b-9890-4f9e-be75-2548b520e138", "name": "network-vif-plugged", "status": "completed", "tag": "e0a049e7-02dc-4e07-af75-3de7fbe36b23"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:06:07.069921 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-19eaeb87-c086-4ec0-baba-54ba7e9386a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (bc78cc56-5167-4833-81d9-063f8e2ef18c), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:07.072497 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-19eaeb87-c086-4ec0-baba-54ba7e9386a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:07.074663 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-19eaeb87-c086-4ec0-baba-54ba7e9386a1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bc78cc56-5167-4833-81d9-063f8e2ef18c HTTP/1.1" status: 204 len: 168 time: 0.2714438 Sep 04 01:06:07.083841 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eaeb87-c086-4ec0-baba-54ba7e9386a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc78cc56-5167-4833-81d9-063f8e2ef18c,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:07.095195 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port e0a049e7-02dc-4e07-af75-3de7fbe36b23, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e0a049e7-02dc-4e07-af75-3de7fbe36b23,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:07.125434 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05f5e1-124a-4a02-951a-3596e1dce425 req-e94927c5-bcb5-438d-b31c-9a7fa4891d34 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:07.126967 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2a05f5e1-124a-4a02-951a-3596e1dce425 req-e94927c5-bcb5-438d-b31c-9a7fa4891d34 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0612099 Sep 04 01:06:07.194219 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (e0a049e7-02dc-4e07-af75-3de7fbe36b23), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:07.196370 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2a05f5e1-124a-4a02-951a-3596e1dce425 req-7b44e5d3-d070-48d3-a86f-9358acd0faaf tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579436 Sep 04 01:06:07.244103 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5561f99-607f-4cab-903d-e05300a098fe x-openstack-request-id: req-d5561f99-607f-4cab-903d-e05300a098fe {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:06:07.244551 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784b2b9b-9890-4f9e-be75-2548b520e138", "name": "network-vif-plugged", "status": "completed", "tag": "e0a049e7-02dc-4e07-af75-3de7fbe36b23", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:06:07.244966 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5561f99-607f-4cab-903d-e05300a098fe {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:06:07.245643 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5561f99-607f-4cab-903d-e05300a098fe'] response: {'server_uuid': '784b2b9b-9890-4f9e-be75-2548b520e138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a049e7-02dc-4e07-af75-3de7fbe36b23', 'code': 200} Sep 04 01:06:07.266585 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=e0a049e7-02dc-4e07-af75-3de7fbe36b23,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:07.352634 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5c47b-8885-471d-bc3d-68f6748c1ac0 req-0dcf5444-c530-4dd0-b405-b67ba85fbdf4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:07.354817 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-09a5c47b-8885-471d-bc3d-68f6748c1ac0 req-0dcf5444-c530-4dd0-b405-b67ba85fbdf4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0606577 Sep 04 01:06:07.405821 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a51fa2c7-4268-4f45-824a-3431b5331053 req-01c949e6-7284-4cde-a4c0-9765fe240083 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0a049e7-02dc-4e07-af75-3de7fbe36b23 HTTP/1.1" status: 200 len: 217 time: 0.0757124 Sep 04 01:06:07.419992 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-09a5c47b-8885-471d-bc3d-68f6748c1ac0 req-d743be52-9b71-4f99-90c3-4946d7853415 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585818 Sep 04 01:06:07.443729 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe02ca7-7e2e-4f31-a5e9-76d6f4aecb6e req-63a51811-8aab-4929-98d0-f8119f750ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:07.445326 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dbe02ca7-7e2e-4f31-a5e9-76d6f4aecb6e req-63a51811-8aab-4929-98d0-f8119f750ba2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=db72b63281384bd883b04d05bcc35677&device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 1129 time: 0.0487902 Sep 04 01:06:07.559601 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a84b1-b635-47ea-914b-587aa8d6f26a req-3d903e19-5c25-4bda-a169-e5b31b451f86 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:07.571405 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-474a84b1-b635-47ea-914b-587aa8d6f26a req-3d903e19-5c25-4bda-a169-e5b31b451f86 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0609827 Sep 04 01:06:07.572278 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 46986) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:07.577657 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-400ce560-0939-428b-be26-9dd3ccb3d075 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Request body: {'floatingip': {'port_id': 'e9c83c9b-f295-4069-84cf-ff7c294ae4cd'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:07.687948 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-400ce560-0939-428b-be26-9dd3ccb3d075 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for floatingip (3a1265b2-fba9-42dc-9d80-e5c4ab13b344), before_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:07.782450 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601abc9-f71c-4fee-960f-d98d61d18d49 req-e9a9dbea-0679-4906-a94d-80af7ff37a98 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:07.784026 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a601abc9-f71c-4fee-960f-d98d61d18d49 req-e9a9dbea-0679-4906-a94d-80af7ff37a98 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 946 time: 0.1402884 Sep 04 01:06:07.898600 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:07.956049 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:07.969162 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fa2c7-4268-4f45-824a-3431b5331053 req-d77f7921-e3c5-477a-a347-fa674b88c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:07.970897 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a51fa2c7-4268-4f45-824a-3431b5331053 req-d77f7921-e3c5-477a-a347-fa674b88c6b2 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=1af847f5-eeac-4b3d-afa5-aa099062676b HTTP/1.1" status: 200 len: 854 time: 0.1410356 Sep 04 01:06:07.976649 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:08.036299 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 47016) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:08.048015 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe02ca7-7e2e-4f31-a5e9-76d6f4aecb6e req-af3a038a-9cb4-4bbb-9f2e-196ee80e27fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:08.049643 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dbe02ca7-7e2e-4f31-a5e9-76d6f4aecb6e req-af3a038a-9cb4-4bbb-9f2e-196ee80e27fb service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=b16f22e1-6fb1-440b-98eb-845123e960e6 HTTP/1.1" status: 200 len: 919 time: 0.2116301 Sep 04 01:06:08.057308 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fa2c7-4268-4f45-824a-3431b5331053 req-39c1742c-6014-4be9-8408-6ea4a368e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:08.058579 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a51fa2c7-4268-4f45-824a-3431b5331053 req-39c1742c-6014-4be9-8408-6ea4a368e1ea service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d7f39628-666e-4480-8bee-49de183d5e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774267 Sep 04 01:06:08.059807 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-033080be-6d3a-4491-bdd7-2f31b396fe1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:08.069891 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a601abc9-f71c-4fee-960f-d98d61d18d49 req-5eee55e8-c53e-4ff6-96bd-75d7c05b6617 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744827 Sep 04 01:06:08.350192 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decfef6-0547-4313-8eca-7861c9c0af28 req-078f1827-8c7d-4a1c-b751-c3dc4e27f4b8 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:08.351904 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6decfef6-0547-4313-8eca-7861c9c0af28 req-078f1827-8c7d-4a1c-b751-c3dc4e27f4b8 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.1481557 Sep 04 01:06:08.415353 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-033080be-6d3a-4491-bdd7-2f31b396fe1e admin admin] Publish callbacks [] for security_group (341774ea-90df-44bd-b299-1971d354660b), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:08.417415 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:08.420546 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dbe02ca7-7e2e-4f31-a5e9-76d6f4aecb6e req-8975f6ae-339a-4394-b789-6ed74e398eb1 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=addc777a-4bdc-4153-92fa-8184c15d2cd1 HTTP/1.1" status: 200 len: 217 time: 0.3115704 Sep 04 01:06:08.483363 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-033080be-6d3a-4491-bdd7-2f31b396fe1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (341774ea-90df-44bd-b299-1971d354660b), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:08.501615 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae32f6-5d51-4e23-a5c6-db0195a84b4d req-75d1c8db-2a06-4f9a-b724-62eb532a1061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:08.503476 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-57ae32f6-5d51-4e23-a5c6-db0195a84b4d req-75d1c8db-2a06-4f9a-b724-62eb532a1061 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 1130 time: 0.1189866 Sep 04 01:06:08.558876 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe02ca7-7e2e-4f31-a5e9-76d6f4aecb6e req-7e4c3ee9-319b-4014-8999-85dad409b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:08.560327 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dbe02ca7-7e2e-4f31-a5e9-76d6f4aecb6e req-7e4c3ee9-319b-4014-8999-85dad409b838 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0 HTTP/1.1" status: 200 len: 857 time: 0.1136539 Sep 04 01:06:08.567887 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033080be-6d3a-4491-bdd7-2f31b396fe1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341774ea-90df-44bd-b299-1971d354660b,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:08.580092 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-033080be-6d3a-4491-bdd7-2f31b396fe1e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=465c8420550d4f75a178d3ccfbf4d501&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5426178 Sep 04 01:06:08.582443 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 47024) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:08.650224 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a51fa2c7-4268-4f45-824a-3431b5331053 req-974beb65-1d19-4185-8537-bbcee291f42e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449522 Sep 04 01:06:08.697374 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe02ca7-7e2e-4f31-a5e9-76d6f4aecb6e req-45f26a67-3eaf-4fbd-a604-2208722d19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:08.699135 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dbe02ca7-7e2e-4f31-a5e9-76d6f4aecb6e req-45f26a67-3eaf-4fbd-a604-2208722d19dc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b16f22e1-6fb1-440b-98eb-845123e960e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1175404 Sep 04 01:06:08.738596 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-be69d677-d645-41b4-8c6c-c741eef7a4c8 admin admin] Publish callbacks [] for security_group (341774ea-90df-44bd-b299-1971d354660b), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:08.756247 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device fcbc60fd-1785-4f94-9436-a520ec06cdaf details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:06:08.813900 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 47030) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:08.821257 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-be69d677-d645-41b4-8c6c-c741eef7a4c8 admin admin] Publish callbacks [] for security_group (341774ea-90df-44bd-b299-1971d354660b), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:08.827320 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6decfef6-0547-4313-8eca-7861c9c0af28 req-f9713f3b-1849-4025-8432-9175eaa16b93 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4416173 Sep 04 01:06:08.845515 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa0815-e0c4-4e49-88db-c2235b417f3b req-bd96e988-8523-4c2a-80d6-91a3fdb60469 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:08.847212 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-99fa0815-e0c4-4e49-88db-c2235b417f3b req-bd96e988-8523-4c2a-80d6-91a3fdb60469 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.1096189 Sep 04 01:06:08.849665 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.db.resource_extend [None req-400ce560-0939-428b-be26-9dd3ccb3d075 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 04 01:06:08.866169 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a51fa2c7-4268-4f45-824a-3431b5331053 req-c2e5022b-2381-40e2-a880-b1ab4469fa77 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016206 Sep 04 01:06:08.927562 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port fcbc60fd-1785-4f94-9436-a520ec06cdaf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fcbc60fd-1785-4f94-9436-a520ec06cdaf,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:08.938090 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-99fa0815-e0c4-4e49-88db-c2235b417f3b req-c16199b7-93e9-456c-a890-415854ca4320 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731697 Sep 04 01:06:08.945236 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-57ae32f6-5d51-4e23-a5c6-db0195a84b4d req-84da0f1f-5ecf-4b91-844d-e6140369c88a service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4159858 Sep 04 01:06:08.957558 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-400ce560-0939-428b-be26-9dd3ccb3d075 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:08.965941 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'port_id': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf', 'mac_address': 'fa:16:3e:e5:41:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:06:08.970490 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:09.008841 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port fcbc60fd-1785-4f94-9436-a520ec06cdaf is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:09.009309 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:09.012764 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e71bac03-1ae2-4b0f-b13b-68aa62ec7f2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:09.023356 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-400ce560-0939-428b-be26-9dd3ccb3d075 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (3a1265b2-fba9-42dc-9d80-e5c4ab13b344), after_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:09.023798 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcbc60fd-1785-4f94-9436-a520ec06cdaf {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:06:09.044809 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port fcbc60fd-1785-4f94-9436-a520ec06cdaf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fcbc60fd-1785-4f94-9436-a520ec06cdaf,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:09.055516 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-be69d677-d645-41b4-8c6c-c741eef7a4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (341774ea-90df-44bd-b299-1971d354660b), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:09.058030 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-be69d677-d645-41b4-8c6c-c741eef7a4c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:09.059146 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-be69d677-d645-41b4-8c6c-c741eef7a4c8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/341774ea-90df-44bd-b299-1971d354660b HTTP/1.1" status: 204 len: 168 time: 0.4736502 Sep 04 01:06:09.078198 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69d677-d645-41b4-8c6c-c741eef7a4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341774ea-90df-44bd-b299-1971d354660b,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:09.133450 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:09.137173 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e71bac03-1ae2-4b0f-b13b-68aa62ec7f2e admin admin] Publish callbacks [] for security_group (25d7d8b0-f0f5-4a59-ab1b-9089cb84f468), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:09.138432 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:09.150526 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.l3_db [None req-400ce560-0939-428b-be26-9dd3ccb3d075 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Floating IP 3a1265b2-fba9-42dc-9d80-e5c4ab13b344 associated. External IP: 172.37.7.187, port: e9c83c9b-f295-4069-84cf-ff7c294ae4cd. Sep 04 01:06:09.188756 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=fcbc60fd-1785-4f94-9436-a520ec06cdaf,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:09.268180 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b6119-d276-45c2-b029-fc5b0c74a704 req-a59e6742-42df-4941-bd8b-a7172f572b8a tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:09.269718 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-047b6119-d276-45c2-b029-fc5b0c74a704 req-a59e6742-42df-4941-bd8b-a7172f572b8a tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 946 time: 0.0850570 Sep 04 01:06:09.281450 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e71bac03-1ae2-4b0f-b13b-68aa62ec7f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (25d7d8b0-f0f5-4a59-ab1b-9089cb84f468), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:09.296644 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:09.324376 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-e71bac03-1ae2-4b0f-b13b-68aa62ec7f2e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ca0931d51497476f9f229632aa8e227b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5007894 Sep 04 01:06:09.325629 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71bac03-1ae2-4b0f-b13b-68aa62ec7f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d7d8b0-f0f5-4a59-ab1b-9089cb84f468,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:09.327843 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 47044) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:09.372514 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-047b6119-d276-45c2-b029-fc5b0c74a704 req-64cc1261-7b90-4bb5-857a-c740ee55fa00 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959313 Sep 04 01:06:09.393386 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-58140092-2af7-430a-b817-6811a36a290e admin admin] Publish callbacks [] for security_group (25d7d8b0-f0f5-4a59-ab1b-9089cb84f468), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:09.403512 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:09.408307 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-58140092-2af7-430a-b817-6811a36a290e admin admin] Publish callbacks [] for security_group (25d7d8b0-f0f5-4a59-ab1b-9089cb84f468), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:09.451111 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400ce560-0939-428b-be26-9dd3ccb3d075 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Router d7fde424-29f8-4dba-95d8-51709b034af5 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:06:09.573298 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400ce560-0939-428b-be26-9dd3ccb3d075 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:06:09.576443 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-58140092-2af7-430a-b817-6811a36a290e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (25d7d8b0-f0f5-4a59-ab1b-9089cb84f468), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:09.577905 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-400ce560-0939-428b-be26-9dd3ccb3d075 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:09.578935 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-58140092-2af7-430a-b817-6811a36a290e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:09.580371 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-58140092-2af7-430a-b817-6811a36a290e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/25d7d8b0-f0f5-4a59-ab1b-9089cb84f468 HTTP/1.1" status: 204 len: 168 time: 0.2513096 Sep 04 01:06:09.590954 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51671262-6840-42e8-aa01-293ccb32e91f None None] Sync routers for ids ['d7fde424-29f8-4dba-95d8-51709b034af5'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:06:09.599533 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58140092-2af7-430a-b817-6811a36a290e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d7d8b0-f0f5-4a59-ab1b-9089cb84f468,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:09.605194 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dbe02ca7-7e2e-4f31-a5e9-76d6f4aecb6e req-2f3bfa41-9edd-4121-a099-510856498d53 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059780 Sep 04 01:06:09.605343 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51671262-6840-42e8-aa01-293ccb32e91f None None] Routers {'d7fde424-29f8-4dba-95d8-51709b034af5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:09.609490 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-51671262-6840-42e8-aa01-293ccb32e91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:06:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['d7fde424-29f8-4dba-95d8-51709b034af5'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:09.620169 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-400ce560-0939-428b-be26-9dd3ccb3d075 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/3a1265b2-fba9-42dc-9d80-e5c4ab13b344 HTTP/1.1" status: 200 len: 991 time: 2.0467629 Sep 04 01:06:09.620831 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd296b21a-c705-4d0b-8402-19a9c6f2e3d2', 'tag': 'e9c83c9b-f295-4069-84cf-ff7c294ae4cd'}] {{(pid=106790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:06:09.623085 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768fddc788cc630bf6be659ba1cc99228bd403d8973f3d1aee7c621fd359d80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c0af38-825f-4145-b5a8-1c5eb9ddac90" -d '{"events": [{"name": "network-changed", "server_uuid": "d296b21a-c705-4d0b-8402-19a9c6f2e3d2", "tag": "e9c83c9b-f295-4069-84cf-ff7c294ae4cd"}]}' {{(pid=106790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:06:09.658137 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['fcbc60fd-1785-4f94-9436-a520ec06cdaf'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:06:09.672867 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7e5101-d99c-4981-9faf-9ac77a28be74 x-openstack-request-id: req-4c7e5101-d99c-4981-9faf-9ac77a28be74 {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:06:09.673196 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d296b21a-c705-4d0b-8402-19a9c6f2e3d2", "tag": "e9c83c9b-f295-4069-84cf-ff7c294ae4cd", "status": "completed", "code": 200}]} {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:06:09.673453 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c7e5101-d99c-4981-9faf-9ac77a28be74 {{(pid=106790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:06:09.673863 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c7e5101-d99c-4981-9faf-9ac77a28be74'] response: {'name': 'network-changed', 'server_uuid': 'd296b21a-c705-4d0b-8402-19a9c6f2e3d2', 'tag': 'e9c83c9b-f295-4069-84cf-ff7c294ae4cd', 'status': 'completed', 'code': 200} Sep 04 01:06:09.736724 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-51671262-6840-42e8-aa01-293ccb32e91f None None] Set router d7fde424-29f8-4dba-95d8-51709b034af5 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:09.828946 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 47056) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:09.842771 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-914402e2-da57-4baf-9a3a-8dfe2397e84d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:09.900111 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:09.939751 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-914402e2-da57-4baf-9a3a-8dfe2397e84d admin admin] Publish callbacks [] for security_group (ca428776-c5dd-4dfb-a1b4-4b607344bd98), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:10.000139 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ca697-7ef2-49ff-a2c6-05ac8d0689d7 req-f05ab4df-283c-433d-a2c2-5abf42a7127f tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:10.008658 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ad7ca697-7ef2-49ff-a2c6-05ac8d0689d7 req-f05ab4df-283c-433d-a2c2-5abf42a7127f tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 944 time: 0.0612767 Sep 04 01:06:10.012028 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-914402e2-da57-4baf-9a3a-8dfe2397e84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (ca428776-c5dd-4dfb-a1b4-4b607344bd98), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:10.061935 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ad7ca697-7ef2-49ff-a2c6-05ac8d0689d7 req-1012f1b9-1b98-4a12-8129-18df7758e652 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519512 Sep 04 01:06:10.089892 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-914402e2-da57-4baf-9a3a-8dfe2397e84d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4612d1d746474c4ea901ab702b744f99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596788 Sep 04 01:06:10.095104 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 47064) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:10.098990 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914402e2-da57-4baf-9a3a-8dfe2397e84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca428776-c5dd-4dfb-a1b4-4b607344bd98,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:10.115286 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1e03-70a2-4f16-b891-88d7470d13f3 req-09170373-2527-4c79-88b3-4a342a3fb98c tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:10.124189 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1cba1e03-70a2-4f16-b891-88d7470d13f3 req-09170373-2527-4c79-88b3-4a342a3fb98c tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0892444 Sep 04 01:06:10.139557 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-51671262-6840-42e8-aa01-293ccb32e91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'name': 'tempest-AttachVolumeTestJSON-364832789-router', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253'}], 'enable_snat': True}, 'gw_port_id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:08Z', 'revision_number': 4, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'gw_port': {'id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3a1265b2-fba9-42dc-9d80-e5c4ab13b344', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'floating_ip_address': '172.37.7.187', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'port_id': 'e9c83c9b-f295-4069-84cf-ff7c294ae4cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'mac_address': 'fa:16:3e:cc:71:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd296b21a-c705-4d0b-8402-19a9c6f2e3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:05:22Z', 'updated_at': '2022-09-04T01:06:08Z', 'revision_number': 1, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '378bbdd4-3077-4657-8055-fdc0a7600948', 'name': '', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'mac_address': 'fa:16:3e:0e:91:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:06Z', 'updated_at': '2022-09-04T01:05:23Z', 'revision_number': 5, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'subnets': [{'id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:10.172219 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51671262-6840-42e8-aa01-293ccb32e91f None None] Checking router: d7fde424-29f8-4dba-95d8-51709b034af5 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:06:10.182392 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51671262-6840-42e8-aa01-293ccb32e91f None None] Routers {'d7fde424-29f8-4dba-95d8-51709b034af5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:10.183230 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-51671262-6840-42e8-aa01-293ccb32e91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:06:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['d7fde424-29f8-4dba-95d8-51709b034af5'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:10.186081 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-644f3c53-5db9-4d6d-ab42-8d1f4449b162 admin admin] Publish callbacks [] for security_group (ca428776-c5dd-4dfb-a1b4-4b607344bd98), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:10.196787 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:10.213564 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-644f3c53-5db9-4d6d-ab42-8d1f4449b162 admin admin] Publish callbacks [] for security_group (ca428776-c5dd-4dfb-a1b4-4b607344bd98), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:10.249625 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1cba1e03-70a2-4f16-b891-88d7470d13f3 req-bf4d1327-e663-41f5-b5d2-a70870a4137c tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248624 Sep 04 01:06:10.290337 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-51671262-6840-42e8-aa01-293ccb32e91f None None] Set router d7fde424-29f8-4dba-95d8-51709b034af5 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:10.308510 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dbe02ca7-7e2e-4f31-a5e9-76d6f4aecb6e req-b870a1b0-edeb-4e36-89cb-bd08ea229a96 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344464 Sep 04 01:06:10.356164 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-644f3c53-5db9-4d6d-ab42-8d1f4449b162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (ca428776-c5dd-4dfb-a1b4-4b607344bd98), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:10.360932 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-644f3c53-5db9-4d6d-ab42-8d1f4449b162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:10.363084 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-644f3c53-5db9-4d6d-ab42-8d1f4449b162 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ca428776-c5dd-4dfb-a1b4-4b607344bd98 HTTP/1.1" status: 204 len: 168 time: 0.2683284 Sep 04 01:06:10.380897 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f3c53-5db9-4d6d-ab42-8d1f4449b162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca428776-c5dd-4dfb-a1b4-4b607344bd98,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:10.412777 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 47074) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:10.441706 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f004a530-29a3-4ce6-9715-1e5ef1340dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:10.536165 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e90528-e4da-43d5-a8dd-2b496a65cb02 req-6b37c519-13eb-468b-b734-4cab2f8c1401 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:10.538270 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-62e90528-e4da-43d5-a8dd-2b496a65cb02 req-6b37c519-13eb-468b-b734-4cab2f8c1401 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 946 time: 0.0755980 Sep 04 01:06:10.563609 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f004a530-29a3-4ce6-9715-1e5ef1340dd4 admin admin] Publish callbacks [] for security_group (dc0a9024-ce6d-4440-a983-63b8cef08fe4), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:10.573715 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-51671262-6840-42e8-aa01-293ccb32e91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'name': 'tempest-AttachVolumeTestJSON-364832789-router', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253'}], 'enable_snat': True}, 'gw_port_id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:08Z', 'revision_number': 4, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'gw_port': {'id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3a1265b2-fba9-42dc-9d80-e5c4ab13b344', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'floating_ip_address': '172.37.7.187', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'port_id': 'e9c83c9b-f295-4069-84cf-ff7c294ae4cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'mac_address': 'fa:16:3e:cc:71:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd296b21a-c705-4d0b-8402-19a9c6f2e3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:05:22Z', 'updated_at': '2022-09-04T01:06:08Z', 'revision_number': 1, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '378bbdd4-3077-4657-8055-fdc0a7600948', 'name': '', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'mac_address': 'fa:16:3e:0e:91:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:06Z', 'updated_at': '2022-09-04T01:05:23Z', 'revision_number': 5, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'subnets': [{'id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:10.605775 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51671262-6840-42e8-aa01-293ccb32e91f None None] The sync data for ids ['d7fde424-29f8-4dba-95d8-51709b034af5'] in dv-cinder-master-3-iscsi is: [{'id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'name': 'tempest-AttachVolumeTestJSON-364832789-router', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253'}], 'enable_snat': True}, 'gw_port_id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:08Z', 'revision_number': 4, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'gw_port': {'id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3a1265b2-fba9-42dc-9d80-e5c4ab13b344', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'floating_ip_address': '172.37.7.187', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'port_id': 'e9c83c9b-f295-4069-84cf-ff7c294ae4cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'mac_address': 'fa:16:3e:cc:71:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd296b21a-c705-4d0b-8402-19a9c6f2e3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:05:22Z', 'updated_at': '2022-09-04T01:06:08Z', 'revision_number': 1, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '378bbdd4-3077-4657-8055-fdc0a7600948', 'name': '', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'mac_address': 'fa:16:3e:0e:91:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:06Z', 'updated_at': '2022-09-04T01:05:23Z', 'revision_number': 5, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'subnets': [{'id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:06:10.620149 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0af38-825f-4145-b5a8-1c5eb9ddac90 req-74a01915-67a1-418f-9810-0299bffd912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:10.621907 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c6c0af38-825f-4145-b5a8-1c5eb9ddac90 req-74a01915-67a1-418f-9810-0299bffd912c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e7dca68418a14d7da9aa63ac25f202e8&device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 1129 time: 0.0434101 Sep 04 01:06:10.628777 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-62e90528-e4da-43d5-a8dd-2b496a65cb02 req-6696d81c-2ee6-4cfa-a36d-2744acc80cca tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787578 Sep 04 01:06:10.642502 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f004a530-29a3-4ce6-9715-1e5ef1340dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (dc0a9024-ce6d-4440-a983-63b8cef08fe4), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:10.697726 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6cd65711-1d7a-4a66-a1a2-01c3a5aafe09 req-1c730a5e-4900-4298-a6b9-c7bfef63f5f2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0630069 Sep 04 01:06:10.708402 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004a530-29a3-4ce6-9715-1e5ef1340dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0a9024-ce6d-4440-a983-63b8cef08fe4,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:10.713625 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-f004a530-29a3-4ce6-9715-1e5ef1340dd4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1e621e0c178344bd86a1cd86734c629f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997177 Sep 04 01:06:10.716364 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 47076) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:10.773931 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-12df73a9-02d8-4ffe-9479-c81e69164eb9 admin admin] Publish callbacks [] for security_group (dc0a9024-ce6d-4440-a983-63b8cef08fe4), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:10.802380 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-12df73a9-02d8-4ffe-9479-c81e69164eb9 admin admin] Publish callbacks [] for security_group (dc0a9024-ce6d-4440-a983-63b8cef08fe4), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:10.893943 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device fcbc60fd-1785-4f94-9436-a520ec06cdaf up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:10.928274 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 47084) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:10.934623 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef604c99-6cf4-44a2-b57e-e8d266c7367e None None] New status for floating IP 3a1265b2-fba9-42dc-9d80-e5c4ab13b344: ACTIVE {{(pid=106792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:06:10.959754 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-12df73a9-02d8-4ffe-9479-c81e69164eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (dc0a9024-ce6d-4440-a983-63b8cef08fe4), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:10.962538 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-12df73a9-02d8-4ffe-9479-c81e69164eb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:10.963812 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-12df73a9-02d8-4ffe-9479-c81e69164eb9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/dc0a9024-ce6d-4440-a983-63b8cef08fe4 HTTP/1.1" status: 204 len: 168 time: 0.2465031 Sep 04 01:06:10.976005 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df73a9-02d8-4ffe-9479-c81e69164eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0a9024-ce6d-4440-a983-63b8cef08fe4,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:11.028776 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:11.068436 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-49c66c72-b50a-4233-bdf4-eea45351785d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:11.198282 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-49c66c72-b50a-4233-bdf4-eea45351785d admin admin] Publish callbacks [] for security_group (82bf1297-b07c-49f9-b70a-63c8cda8ee36), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:11.236086 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning for port fcbc60fd-1785-4f94-9436-a520ec06cdaf completed by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:06:11.257843 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660eb363-7deb-4961-a3f3-fffe8ae7fc85 req-d2d43d37-c596-4995-ae9a-2bcc4cea6a55 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:11.259551 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-660eb363-7deb-4961-a3f3-fffe8ae7fc85 req-d2d43d37-c596-4995-ae9a-2bcc4cea6a55 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 944 time: 0.0502870 Sep 04 01:06:11.304266 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-49c66c72-b50a-4233-bdf4-eea45351785d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (82bf1297-b07c-49f9-b70a-63c8cda8ee36), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:11.356514 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port fcbc60fd-1785-4f94-9436-a520ec06cdaf triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:11.357446 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:11.494184 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ca6ab-24b4-487d-a160-7e706b21bff4 req-bc527399-993c-4df1-9b91-dab554dc7458 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:11.515578 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-183ca6ab-24b4-487d-a160-7e706b21bff4 req-bc527399-993c-4df1-9b91-dab554dc7458 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.1482129 Sep 04 01:06:11.521635 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c66c72-b50a-4233-bdf4-eea45351785d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bf1297-b07c-49f9-b70a-63c8cda8ee36,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:11.529876 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd65711-1d7a-4a66-a1a2-01c3a5aafe09 req-2187ec42-b445-47f9-8c8e-5713b38d4b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:11.532430 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6cd65711-1d7a-4a66-a1a2-01c3a5aafe09 req-2187ec42-b445-47f9-8c8e-5713b38d4b6a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e07d8b14fef34e04a0410f12e5dbd2fe&device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 1130 time: 0.1242037 Sep 04 01:06:11.533989 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-660eb363-7deb-4961-a3f3-fffe8ae7fc85 req-63e5a8ed-537f-4a1e-bfee-dd849ece3e32 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2676139 Sep 04 01:06:11.541241 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-49c66c72-b50a-4233-bdf4-eea45351785d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5d8ec7c6ee57418eb3a95d2e0b857f75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6114879 Sep 04 01:06:11.543724 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 47112) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:11.594352 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port fcbc60fd-1785-4f94-9436-a520ec06cdaf is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:11.595018 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:11.598209 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0af38-825f-4145-b5a8-1c5eb9ddac90 req-452dbaf1-254f-4372-bf8c-6da79749d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:11.599402 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c6c0af38-825f-4145-b5a8-1c5eb9ddac90 req-452dbaf1-254f-4372-bf8c-6da79749d644 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=1fb5aed8-696d-4f87-8b2a-7d29744538a8 HTTP/1.1" status: 200 len: 911 time: 0.3176813 Sep 04 01:06:11.601443 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-183ca6ab-24b4-487d-a160-7e706b21bff4 req-6e0f12d2-1f8f-49cf-aeb5-c6175a72a410 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837691 Sep 04 01:06:11.631618 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:INSERT=17,neutron:SELECT=82,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:11.646162 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49be5a0b-f748-486e-a546-c07a8e8451a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:06:11.648487 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed4c137-4726-4bb1-9a31-1d973e0adfb8" -d '{"events": [{"server_uuid": "49be5a0b-f748-486e-a546-c07a8e8451a3", "name": "network-vif-plugged", "status": "completed", "tag": "fcbc60fd-1785-4f94-9436-a520ec06cdaf"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:06:11.663042 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port fcbc60fd-1785-4f94-9436-a520ec06cdaf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fcbc60fd-1785-4f94-9436-a520ec06cdaf,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:11.709959 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3f3677-35c7-4fe4-af10-46709bbc97b1 x-openstack-request-id: req-9e3f3677-35c7-4fe4-af10-46709bbc97b1 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:06:11.710252 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49be5a0b-f748-486e-a546-c07a8e8451a3", "name": "network-vif-plugged", "status": "completed", "tag": "fcbc60fd-1785-4f94-9436-a520ec06cdaf", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:06:11.710503 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e3f3677-35c7-4fe4-af10-46709bbc97b1 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:06:11.710897 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e3f3677-35c7-4fe4-af10-46709bbc97b1'] response: {'server_uuid': '49be5a0b-f748-486e-a546-c07a8e8451a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf', 'code': 200} Sep 04 01:06:11.761775 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:11.779247 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd65711-1d7a-4a66-a1a2-01c3a5aafe09 req-2efd1e76-031b-4829-86fc-5b07c9cfca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:11.781373 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6cd65711-1d7a-4a66-a1a2-01c3a5aafe09 req-2efd1e76-031b-4829-86fc-5b07c9cfca63 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3b7528ba-1624-4915-b635-aeb0700ea8e7 HTTP/1.1" status: 200 len: 913 time: 0.1267655 Sep 04 01:06:11.795667 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3a198cc4-92ea-4649-b074-259293261e36 admin admin] Publish callbacks [] for security_group (82bf1297-b07c-49f9-b70a-63c8cda8ee36), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:11.818466 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c6c0af38-825f-4145-b5a8-1c5eb9ddac90 req-0a9223e8-55fa-4ea4-8670-13ab0f492eec service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c83c9b-f295-4069-84cf-ff7c294ae4cd HTTP/1.1" status: 200 len: 1001 time: 0.1762166 Sep 04 01:06:11.828206 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:11.860021 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=fcbc60fd-1785-4f94-9436-a520ec06cdaf,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:11.870197 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3a198cc4-92ea-4649-b074-259293261e36 admin admin] Publish callbacks [] for security_group (82bf1297-b07c-49f9-b70a-63c8cda8ee36), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:11.879131 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6cd65711-1d7a-4a66-a1a2-01c3a5aafe09 req-d73f3322-a080-466a-9b48-375866a8872e service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 HTTP/1.1" status: 200 len: 217 time: 0.0863609 Sep 04 01:06:11.935041 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6ce06-bd36-4cd8-adb5-72023aa605dc req-768635f3-ff1d-4741-889c-3ec0b551c008 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:11.937801 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fda6ce06-bd36-4cd8-adb5-72023aa605dc req-768635f3-ff1d-4741-889c-3ec0b551c008 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 946 time: 0.1474874 Sep 04 01:06:11.994669 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0af38-825f-4145-b5a8-1c5eb9ddac90 req-5f1eaae7-2aa5-4271-b6bb-cf3e9d33458d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:11.996125 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c6c0af38-825f-4145-b5a8-1c5eb9ddac90 req-5f1eaae7-2aa5-4271-b6bb-cf3e9d33458d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=cf87fd90-4193-4f02-8ccd-ce8ccea66ca5 HTTP/1.1" status: 200 len: 849 time: 0.1539378 Sep 04 01:06:12.002171 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd65711-1d7a-4a66-a1a2-01c3a5aafe09 req-0daaa995-6090-4d3b-a8d3-f3804e616614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:12.005160 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6cd65711-1d7a-4a66-a1a2-01c3a5aafe09 req-0daaa995-6090-4d3b-a8d3-f3804e616614 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=46f76b48-bc1e-4bf9-b91c-49408437f259 HTTP/1.1" status: 200 len: 851 time: 0.1137774 Sep 04 01:06:12.059293 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fda6ce06-bd36-4cd8-adb5-72023aa605dc req-bb6b134c-a469-40ec-b7bf-5a5a7e2a6d17 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085229 Sep 04 01:06:12.061502 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd65711-1d7a-4a66-a1a2-01c3a5aafe09 req-ae0f66cc-788a-4a41-b5c4-bf83ce5956bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:12.063004 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6cd65711-1d7a-4a66-a1a2-01c3a5aafe09 req-ae0f66cc-788a-4a41-b5c4-bf83ce5956bb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3b7528ba-1624-4915-b635-aeb0700ea8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514512 Sep 04 01:06:12.071854 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:06:12.072754 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0af38-825f-4145-b5a8-1c5eb9ddac90 req-78c58a64-4db6-4042-9c64-93c456d24a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:12.074497 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c6c0af38-825f-4145-b5a8-1c5eb9ddac90 req-78c58a64-4db6-4042-9c64-93c456d24a8c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=1fb5aed8-696d-4f87-8b2a-7d29744538a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571899 Sep 04 01:06:12.158544 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3a198cc4-92ea-4649-b074-259293261e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (82bf1297-b07c-49f9-b70a-63c8cda8ee36), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:12.162917 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3a198cc4-92ea-4649-b074-259293261e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:12.164063 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-3a198cc4-92ea-4649-b074-259293261e36 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/82bf1297-b07c-49f9-b70a-63c8cda8ee36 HTTP/1.1" status: 204 len: 168 time: 0.6194255 Sep 04 01:06:12.179406 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a198cc4-92ea-4649-b074-259293261e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bf1297-b07c-49f9-b70a-63c8cda8ee36,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:12.278818 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e1184-ae54-4759-95b6-05330e6da3f4 req-559eaeaf-02da-4125-b13f-d65e98e4d849 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:12.281440 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e591f30-fd11-4b86-9af6-c4d9106a186d req-cd4a0fa9-a8fd-4542-858a-4b2f4fb700f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:12.282990 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0e591f30-fd11-4b86-9af6-c4d9106a186d req-cd4a0fa9-a8fd-4542-858a-4b2f4fb700f0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 1129 time: 0.1016893 Sep 04 01:06:12.284268 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e57e1184-ae54-4759-95b6-05330e6da3f4 req-559eaeaf-02da-4125-b13f-d65e98e4d849 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 946 time: 0.0638475 Sep 04 01:06:12.290053 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c6c0af38-825f-4145-b5a8-1c5eb9ddac90 req-271a1a79-54b0-443e-b029-7c039200547f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1fb5aed8-696d-4f87-8b2a-7d29744538a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064714 Sep 04 01:06:12.292537 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 47138) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:12.297070 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-e479473d-65f3-4332-8472-7d4573b1b257 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'floatingip': {'port_id': 'e0a049e7-02dc-4e07-af75-3de7fbe36b23'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:12.302342 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6cd65711-1d7a-4a66-a1a2-01c3a5aafe09 req-29f03640-4cca-4d4f-8135-483866faa636 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3b7528ba-1624-4915-b635-aeb0700ea8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172394 Sep 04 01:06:12.436968 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:12.465465 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6cd65711-1d7a-4a66-a1a2-01c3a5aafe09 req-734d6580-c166-4269-bf8c-084b03236227 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3b7528ba-1624-4915-b635-aeb0700ea8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406848 Sep 04 01:06:12.480358 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e479473d-65f3-4332-8472-7d4573b1b257 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (29aaa1bc-70e4-4290-b00e-49a0f08b213d), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:12.532321 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:12.621619 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0e591f30-fd11-4b86-9af6-c4d9106a186d req-389b70d6-4a7c-40ac-b47f-269958aca454 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836642 Sep 04 01:06:12.774737 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064b560-c5c1-4ea5-98e0-f761c5e6a23f req-7bf65942-91ea-47a8-8adb-cad30268cf71 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:12.782356 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c064b560-c5c1-4ea5-98e0-f761c5e6a23f req-7bf65942-91ea-47a8-8adb-cad30268cf71 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0665407 Sep 04 01:06:12.831694 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c064b560-c5c1-4ea5-98e0-f761c5e6a23f req-18e7c0c4-7e29-4765-9702-cfd77e80e4bb tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478530 Sep 04 01:06:12.995548 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:13.004780 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c6c0af38-825f-4145-b5a8-1c5eb9ddac90 req-e7843976-5623-4c0a-8111-8487b7d5a2db service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1fb5aed8-696d-4f87-8b2a-7d29744538a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6592104 Sep 04 01:06:13.026458 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ebd4e-d8b5-446c-860c-59c9825b7b20 req-b0c0bc3d-5e07-4629-99f5-5f3e9e678c20 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:13.028099 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1c6ebd4e-d8b5-446c-860c-59c9825b7b20 req-b0c0bc3d-5e07-4629-99f5-5f3e9e678c20 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.3452485 Sep 04 01:06:13.063671 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 47164) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:13.078149 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-41c2d605-0469-46eb-b504-a0909dd77ce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:13.145151 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1c6ebd4e-d8b5-446c-860c-59c9825b7b20 req-dd2d82af-b13c-4fbb-abfe-53bdf8f2b604 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064823 Sep 04 01:06:13.149202 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:13.183380 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-41c2d605-0469-46eb-b504-a0909dd77ce5 admin admin] Publish callbacks [] for security_group (7ce2e334-e540-42a4-a95e-48b49cce7edd), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:13.304785 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-41c2d605-0469-46eb-b504-a0909dd77ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (7ce2e334-e540-42a4-a95e-48b49cce7edd), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:13.337239 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-41c2d605-0469-46eb-b504-a0909dd77ce5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d30baef84b62499fac7cfe20946356ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718732 Sep 04 01:06:13.342172 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 47168) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:13.385470 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2d605-0469-46eb-b504-a0909dd77ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce2e334-e540-42a4-a95e-48b49cce7edd,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:13.432825 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2359a128-ea32-4393-b7a6-9df4e6d2f655 admin admin] Publish callbacks [] for security_group (7ce2e334-e540-42a4-a95e-48b49cce7edd), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:13.454117 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2359a128-ea32-4393-b7a6-9df4e6d2f655 admin admin] Publish callbacks [] for security_group (7ce2e334-e540-42a4-a95e-48b49cce7edd), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:13.596477 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2359a128-ea32-4393-b7a6-9df4e6d2f655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (7ce2e334-e540-42a4-a95e-48b49cce7edd), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:13.599546 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2359a128-ea32-4393-b7a6-9df4e6d2f655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:13.601168 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-2359a128-ea32-4393-b7a6-9df4e6d2f655 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7ce2e334-e540-42a4-a95e-48b49cce7edd HTTP/1.1" status: 204 len: 168 time: 0.2579165 Sep 04 01:06:13.605828 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e479473d-65f3-4332-8472-7d4573b1b257 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:13.611877 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359a128-ea32-4393-b7a6-9df4e6d2f655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce2e334-e540-42a4-a95e-48b49cce7edd,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:13.694024 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:13.695295 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e479473d-65f3-4332-8472-7d4573b1b257 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (29aaa1bc-70e4-4290-b00e-49a0f08b213d), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:13.698446 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 47176) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:13.800317 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.l3_db [None req-e479473d-65f3-4332-8472-7d4573b1b257 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Floating IP 29aaa1bc-70e4-4290-b00e-49a0f08b213d associated. External IP: 172.37.7.189, port: e0a049e7-02dc-4e07-af75-3de7fbe36b23. Sep 04 01:06:13.970980 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2b388-4a48-4dcb-896d-05f584229b31 req-da689992-2395-45e0-b2cd-451607b9e659 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:13.973793 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d0c2b388-4a48-4dcb-896d-05f584229b31 req-da689992-2395-45e0-b2cd-451607b9e659 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0570488 Sep 04 01:06:14.005307 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-05d40b7d-9acc-47b0-a07f-40b92cdf0594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:14.032108 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d0c2b388-4a48-4dcb-896d-05f584229b31 req-21fa76a8-ad73-4a7e-86e5-a0330c81a5fe tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522540 Sep 04 01:06:14.071703 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e479473d-65f3-4332-8472-7d4573b1b257 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Router a6875d57-1898-4fcc-8186-5995078e83c1 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:06:14.144899 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-05d40b7d-9acc-47b0-a07f-40b92cdf0594 admin admin] Publish callbacks [] for security_group (1672ad9f-131d-466c-9fb1-fd7295010a34), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:14.208290 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e479473d-65f3-4332-8472-7d4573b1b257 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:06:14.213725 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e479473d-65f3-4332-8472-7d4573b1b257 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:14.226492 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40932e6d-a839-4736-86c9-a11ea4ef7c71 None None] Sync routers for ids ['a6875d57-1898-4fcc-8186-5995078e83c1'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:06:14.241913 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40932e6d-a839-4736-86c9-a11ea4ef7c71 None None] Routers {'a6875d57-1898-4fcc-8186-5995078e83c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:14.242530 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-40932e6d-a839-4736-86c9-a11ea4ef7c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:06:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a6875d57-1898-4fcc-8186-5995078e83c1'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:14.256051 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-05d40b7d-9acc-47b0-a07f-40b92cdf0594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (1672ad9f-131d-466c-9fb1-fd7295010a34), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:14.304004 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-05d40b7d-9acc-47b0-a07f-40b92cdf0594 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e53f2763660041c5909c9e61a27f078c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6013834 Sep 04 01:06:14.304341 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 47196) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:14.320051 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-e479473d-65f3-4332-8472-7d4573b1b257 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/29aaa1bc-70e4-4290-b00e-49a0f08b213d HTTP/1.1" status: 200 len: 992 time: 2.0263221 Sep 04 01:06:14.327621 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784b2b9b-9890-4f9e-be75-2548b520e138', 'tag': 'e0a049e7-02dc-4e07-af75-3de7fbe36b23'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:06:14.331275 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb57f9ec-80ee-4777-840d-81479a980495" -d '{"events": [{"name": "network-changed", "server_uuid": "784b2b9b-9890-4f9e-be75-2548b520e138", "tag": "e0a049e7-02dc-4e07-af75-3de7fbe36b23"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:06:14.350965 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451beac-1930-4023-b2b7-1cc75f4ec7d4 req-86271527-4d96-4b8d-ac53-f9f25946f29d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:14.352654 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a451beac-1930-4023-b2b7-1cc75f4ec7d4 req-86271527-4d96-4b8d-ac53-f9f25946f29d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.1109686 Sep 04 01:06:14.353822 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d40b7d-9acc-47b0-a07f-40b92cdf0594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1672ad9f-131d-466c-9fb1-fd7295010a34,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:14.371026 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:14.375845 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-cea2dddf-25fc-419a-9572-6c70b6f15e33 admin admin] Publish callbacks [] for security_group (1672ad9f-131d-466c-9fb1-fd7295010a34), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:14.385981 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-40932e6d-a839-4736-86c9-a11ea4ef7c71 None None] Set router a6875d57-1898-4fcc-8186-5995078e83c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:14.406483 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-cea2dddf-25fc-419a-9572-6c70b6f15e33 admin admin] Publish callbacks [] for security_group (1672ad9f-131d-466c-9fb1-fd7295010a34), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:14.418284 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece83de0-0b0d-4048-8bdc-9c9b282bfd28 x-openstack-request-id: req-ece83de0-0b0d-4048-8bdc-9c9b282bfd28 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:06:14.418667 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784b2b9b-9890-4f9e-be75-2548b520e138", "tag": "e0a049e7-02dc-4e07-af75-3de7fbe36b23", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:06:14.422910 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ece83de0-0b0d-4048-8bdc-9c9b282bfd28 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:06:14.422910 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece83de0-0b0d-4048-8bdc-9c9b282bfd28'] response: {'name': 'network-changed', 'server_uuid': '784b2b9b-9890-4f9e-be75-2548b520e138', 'tag': 'e0a049e7-02dc-4e07-af75-3de7fbe36b23', 'status': 'completed', 'code': 200} Sep 04 01:06:14.423092 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:14.429788 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a451beac-1930-4023-b2b7-1cc75f4ec7d4 req-78215b30-0d2b-46a1-9509-9375a6920c34 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703518 Sep 04 01:06:14.498761 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:14.527484 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:14.533004 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:14.635638 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-cea2dddf-25fc-419a-9572-6c70b6f15e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (1672ad9f-131d-466c-9fb1-fd7295010a34), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:14.638181 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-cea2dddf-25fc-419a-9572-6c70b6f15e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:14.639909 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-cea2dddf-25fc-419a-9572-6c70b6f15e33 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1672ad9f-131d-466c-9fb1-fd7295010a34 HTTP/1.1" status: 204 len: 168 time: 0.3337831 Sep 04 01:06:14.672481 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-40932e6d-a839-4736-86c9-a11ea4ef7c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '29aaa1bc-70e4-4290-b00e-49a0f08b213d', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'floating_ip_address': '172.37.7.189', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'port_id': 'e0a049e7-02dc-4e07-af75-3de7fbe36b23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'mac_address': 'fa:16:3e:d4:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b2b9b-9890-4f9e-be75-2548b520e138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:05:25Z', 'updated_at': '2022-09-04T01:06:13Z', 'revision_number': 1, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:14.683583 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-3a5f6022-6ff5-4679-991b-5215ed10d498 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=528d5c15cc47445dbe46761067a1c54a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405464 Sep 04 01:06:14.687170 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2dddf-25fc-419a-9572-6c70b6f15e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1672ad9f-131d-466c-9fb1-fd7295010a34,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:14.701790 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40932e6d-a839-4736-86c9-a11ea4ef7c71 None None] Checking router: a6875d57-1898-4fcc-8186-5995078e83c1 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:06:14.712467 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40932e6d-a839-4736-86c9-a11ea4ef7c71 None None] Routers {'a6875d57-1898-4fcc-8186-5995078e83c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:14.713368 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-40932e6d-a839-4736-86c9-a11ea4ef7c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:06:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a6875d57-1898-4fcc-8186-5995078e83c1'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:14.836953 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-40932e6d-a839-4736-86c9-a11ea4ef7c71 None None] Set router a6875d57-1898-4fcc-8186-5995078e83c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:14.928213 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-65139e3e-caab-4326-a5f7-3ad57f5f42cc tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:14.931344 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-65139e3e-caab-4326-a5f7-3ad57f5f42cc tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2363780 Sep 04 01:06:14.948100 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-f524e2ba-1394-463f-9079-583948e3afc5 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/quotas/528d5c15cc47445dbe46761067a1c54a HTTP/1.1" status: 200 len: 375 time: 0.0158377 Sep 04 01:06:14.983191 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-05ae551e-d18e-4c0f-8001-f0579be58130 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=528d5c15cc47445dbe46761067a1c54a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339568 Sep 04 01:06:15.087907 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-40932e6d-a839-4736-86c9-a11ea4ef7c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '29aaa1bc-70e4-4290-b00e-49a0f08b213d', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'floating_ip_address': '172.37.7.189', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'port_id': 'e0a049e7-02dc-4e07-af75-3de7fbe36b23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'mac_address': 'fa:16:3e:d4:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b2b9b-9890-4f9e-be75-2548b520e138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:05:25Z', 'updated_at': '2022-09-04T01:06:13Z', 'revision_number': 1, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:15.126126 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40932e6d-a839-4736-86c9-a11ea4ef7c71 None None] The sync data for ids ['a6875d57-1898-4fcc-8186-5995078e83c1'] in dv-cinder-master-3-iscsi is: [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '29aaa1bc-70e4-4290-b00e-49a0f08b213d', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'floating_ip_address': '172.37.7.189', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'port_id': 'e0a049e7-02dc-4e07-af75-3de7fbe36b23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'mac_address': 'fa:16:3e:d4:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b2b9b-9890-4f9e-be75-2548b520e138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:05:25Z', 'updated_at': '2022-09-04T01:06:13Z', 'revision_number': 1, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:06:15.213244 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a4f00-aceb-49a9-8a30-92a5fd6bc0f8 req-60547443-a9fe-4341-bac3-2222105ae978 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:15.213244 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-795a4f00-aceb-49a9-8a30-92a5fd6bc0f8 req-60547443-a9fe-4341-bac3-2222105ae978 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0667315 Sep 04 01:06:15.269802 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-795a4f00-aceb-49a9-8a30-92a5fd6bc0f8 req-0b1aed6e-3c18-404c-9bf0-2760cd1a7bf1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503347 Sep 04 01:06:15.322944 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57f9ec-80ee-4777-840d-81479a980495 req-0bf0be81-fd2b-4e48-b9ae-aa4ce4733db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:15.324481 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cb57f9ec-80ee-4777-840d-81479a980495 req-0bf0be81-fd2b-4e48-b9ae-aa4ce4733db0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=287d111f08ac4b05bd5adec9c40d0620&device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 1130 time: 0.0429275 Sep 04 01:06:15.356641 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2755d5ff-4d4f-483d-a727-cab882779ebb None None] New status for floating IP 29aaa1bc-70e4-4290-b00e-49a0f08b213d: ACTIVE {{(pid=106792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:06:15.462868 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57f9ec-80ee-4777-840d-81479a980495 req-32a813e5-7c7f-4e26-8399-792ba6d93561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:15.462868 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cb57f9ec-80ee-4777-840d-81479a980495 req-32a813e5-7c7f-4e26-8399-792ba6d93561 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d7f39628-666e-4480-8bee-49de183d5e09 HTTP/1.1" status: 200 len: 916 time: 0.1097827 Sep 04 01:06:15.705326 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:15.747024 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-0f412311-6ead-4b5d-946b-1c976cefed96 req-092319aa-a4f5-44d2-aa3a-d846ae65cd91 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 210 time: 0.0430722 Sep 04 01:06:15.777288 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cb57f9ec-80ee-4777-840d-81479a980495 req-cb9691ba-93b2-4e6d-b5c5-54f7bd73beeb service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0a049e7-02dc-4e07-af75-3de7fbe36b23 HTTP/1.1" status: 200 len: 1000 time: 0.3234136 Sep 04 01:06:15.783753 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fd51b-4ddf-4350-8c28-501c62715925 req-a356f6d5-7d1e-4423-ab85-9d28af05db47 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:15.786206 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-258fd51b-4ddf-4350-8c28-501c62715925 req-a356f6d5-7d1e-4423-ab85-9d28af05db47 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0856845 Sep 04 01:06:15.877217 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57f9ec-80ee-4777-840d-81479a980495 req-e185bb7c-b88f-4a1d-a976-841cb5d6813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:15.881228 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cb57f9ec-80ee-4777-840d-81479a980495 req-e185bb7c-b88f-4a1d-a976-841cb5d6813f service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=1af847f5-eeac-4b3d-afa5-aa099062676b HTTP/1.1" status: 200 len: 854 time: 0.0813298 Sep 04 01:06:15.947912 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-258fd51b-4ddf-4350-8c28-501c62715925 req-58bb17cd-9a25-490c-99ad-600a206d4245 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489439 Sep 04 01:06:15.955420 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57f9ec-80ee-4777-840d-81479a980495 req-0e55cc3f-5162-47fd-9680-89e1a67f6a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:15.957478 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cb57f9ec-80ee-4777-840d-81479a980495 req-0e55cc3f-5162-47fd-9680-89e1a67f6a7e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d7f39628-666e-4480-8bee-49de183d5e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586665 Sep 04 01:06:16.070173 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cb57f9ec-80ee-4777-840d-81479a980495 req-e5097854-58b1-48b4-a2e8-1f9b5f90cd7b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061094 Sep 04 01:06:16.088916 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24cdb2-836b-4ce4-a9e9-36d938090bc4 req-980c3353-6c23-40eb-adef-68167b852f3b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:16.090500 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ee24cdb2-836b-4ce4-a9e9-36d938090bc4 req-980c3353-6c23-40eb-adef-68167b852f3b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0567229 Sep 04 01:06:16.102548 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 47268) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:16.109228 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-57071b54-0713-46aa-ad33-c52f4e7df4a3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Request body: {'floatingip': {'port_id': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:16.156005 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-57071b54-0713-46aa-ad33-c52f4e7df4a3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for floatingip (f81c9b73-9b50-4b22-bc3c-3eb35bd2fbaa), before_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:16.185302 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cb57f9ec-80ee-4777-840d-81479a980495 req-c0a2181c-7b64-4324-82cb-89ab311782e5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060498 Sep 04 01:06:16.446178 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c3308-4b2e-4907-a74c-3a3f92a22973 req-7561b6ec-2428-4475-b351-edcff0ba60c9 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:16.448559 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-631c3308-4b2e-4907-a74c-3a3f92a22973 req-7561b6ec-2428-4475-b351-edcff0ba60c9 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0759180 Sep 04 01:06:16.522916 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-631c3308-4b2e-4907-a74c-3a3f92a22973 req-89054b64-8534-4d80-8b2f-ab6035141dbe tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653808 Sep 04 01:06:16.868655 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-cf786446-ec83-4055-99d8-9c246af2d02d req-087228d7-29dc-49d1-a699-0bc7f7d6004d tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 210 time: 0.0487406 Sep 04 01:06:16.905151 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:16.917167 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-57071b54-0713-46aa-ad33-c52f4e7df4a3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:17.007426 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-57071b54-0713-46aa-ad33-c52f4e7df4a3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (f81c9b73-9b50-4b22-bc3c-3eb35bd2fbaa), after_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:17.115010 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.l3_db [None req-57071b54-0713-46aa-ad33-c52f4e7df4a3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Floating IP f81c9b73-9b50-4b22-bc3c-3eb35bd2fbaa associated. External IP: 172.37.7.88, port: fcbc60fd-1785-4f94-9436-a520ec06cdaf. Sep 04 01:06:17.331171 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57071b54-0713-46aa-ad33-c52f4e7df4a3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Router e4262b22-bfcc-4362-b0da-5c283cfb2e9a has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:06:17.334806 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:17.447798 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57071b54-0713-46aa-ad33-c52f4e7df4a3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:06:17.452495 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-57071b54-0713-46aa-ad33-c52f4e7df4a3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:17.457128 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077f3b8b-dc07-452b-af2a-85e674e07ca5 None None] Sync routers for ids ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:06:17.472244 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077f3b8b-dc07-452b-af2a-85e674e07ca5 None None] Routers {'e4262b22-bfcc-4362-b0da-5c283cfb2e9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:17.472244 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-077f3b8b-dc07-452b-af2a-85e674e07ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:06:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:17.486427 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-57071b54-0713-46aa-ad33-c52f4e7df4a3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/f81c9b73-9b50-4b22-bc3c-3eb35bd2fbaa HTTP/1.1" status: 200 len: 990 time: 1.3817284 Sep 04 01:06:17.487644 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49be5a0b-f748-486e-a546-c07a8e8451a3', 'tag': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf'}] {{(pid=106790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:06:17.490562 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768fddc788cc630bf6be659ba1cc99228bd403d8973f3d1aee7c621fd359d80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2453a2ff-31b7-4d29-aadb-24a251bcac09" -d '{"events": [{"name": "network-changed", "server_uuid": "49be5a0b-f748-486e-a546-c07a8e8451a3", "tag": "fcbc60fd-1785-4f94-9436-a520ec06cdaf"}]}' {{(pid=106790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:06:17.575120 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717a166d-2192-4df5-971b-3abcfeafbf45 x-openstack-request-id: req-717a166d-2192-4df5-971b-3abcfeafbf45 {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:06:17.575543 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49be5a0b-f748-486e-a546-c07a8e8451a3", "tag": "fcbc60fd-1785-4f94-9436-a520ec06cdaf", "status": "completed", "code": 200}]} {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:06:17.575650 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-717a166d-2192-4df5-971b-3abcfeafbf45 {{(pid=106790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:06:17.576500 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-717a166d-2192-4df5-971b-3abcfeafbf45'] response: {'name': 'network-changed', 'server_uuid': '49be5a0b-f748-486e-a546-c07a8e8451a3', 'tag': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf', 'status': 'completed', 'code': 200} Sep 04 01:06:17.601174 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-077f3b8b-dc07-452b-af2a-85e674e07ca5 None None] Set router e4262b22-bfcc-4362-b0da-5c283cfb2e9a gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:17.686438 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b3b27-20d2-4deb-b874-456e8c763a68 req-39a97605-bc41-4ca4-bec3-c535ea261708 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:17.688273 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-425b3b27-20d2-4deb-b874-456e8c763a68 req-39a97605-bc41-4ca4-bec3-c535ea261708 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0641217 Sep 04 01:06:17.728451 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453a2ff-31b7-4d29-aadb-24a251bcac09 req-fc6e4816-0898-4859-af41-eb0a34f1e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:17.730349 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2453a2ff-31b7-4d29-aadb-24a251bcac09 req-fc6e4816-0898-4859-af41-eb0a34f1e7a3 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=55faed42b7f243df9df879d581797f56&device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 1129 time: 0.0736520 Sep 04 01:06:17.747616 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-425b3b27-20d2-4deb-b874-456e8c763a68 req-b02f9f17-2f77-44c0-82ab-718ea483977c tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513749 Sep 04 01:06:17.814672 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:17.854531 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:17.878326 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453a2ff-31b7-4d29-aadb-24a251bcac09 req-f795e28f-5a2a-457b-8b0c-a873e50f3e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:17.880125 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2453a2ff-31b7-4d29-aadb-24a251bcac09 req-f795e28f-5a2a-457b-8b0c-a873e50f3e75 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3e702e6e-ebe1-46a7-b30d-f3d140ac2993 HTTP/1.1" status: 200 len: 917 time: 0.1328969 Sep 04 01:06:17.954704 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-077f3b8b-dc07-452b-af2a-85e674e07ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-167828011-router', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55'}], 'enable_snat': True}, 'gw_port_id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:10Z', 'revision_number': 4, 'project_id': '55faed42b7f243df9df879d581797f56', 'gw_port': {'id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'f81c9b73-9b50-4b22-bc3c-3eb35bd2fbaa', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'floating_ip_address': '172.37.7.88', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'port_id': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'mac_address': 'fa:16:3e:e5:41:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be5a0b-f748-486e-a546-c07a8e8451a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:05:25Z', 'updated_at': '2022-09-04T01:06:16Z', 'revision_number': 1, 'project_id': '55faed42b7f243df9df879d581797f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f724af-5dbd-4d91-83cd-c5152b744599', 'name': '', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'mac_address': 'fa:16:3e:fb:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:08Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 5, 'project_id': '55faed42b7f243df9df879d581797f56', 'subnets': [{'id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:17.963885 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2453a2ff-31b7-4d29-aadb-24a251bcac09 req-e616eae3-de47-42a9-802e-60352934c1b3 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcbc60fd-1785-4f94-9436-a520ec06cdaf HTTP/1.1" status: 200 len: 998 time: 0.0667355 Sep 04 01:06:17.994488 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077f3b8b-dc07-452b-af2a-85e674e07ca5 None None] Checking router: e4262b22-bfcc-4362-b0da-5c283cfb2e9a for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:06:18.006788 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077f3b8b-dc07-452b-af2a-85e674e07ca5 None None] Routers {'e4262b22-bfcc-4362-b0da-5c283cfb2e9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:18.007699 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-077f3b8b-dc07-452b-af2a-85e674e07ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:06:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:18.043539 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f176b894-a627-4eb9-a519-b9a0ec740dd1 req-dc7b06fa-4a5f-4f11-a993-692a8d289b45 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 210 time: 0.0652318 Sep 04 01:06:18.070586 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453a2ff-31b7-4d29-aadb-24a251bcac09 req-caefb3f6-1469-4d48-9eda-28ce454b029d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:18.070586 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2453a2ff-31b7-4d29-aadb-24a251bcac09 req-caefb3f6-1469-4d48-9eda-28ce454b029d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b8f8e824-5e09-4bb6-bfba-faf43aae1f44 HTTP/1.1" status: 200 len: 855 time: 0.0889571 Sep 04 01:06:18.117721 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:18.130014 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-077f3b8b-dc07-452b-af2a-85e674e07ca5 None None] Set router e4262b22-bfcc-4362-b0da-5c283cfb2e9a gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:18.141356 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453a2ff-31b7-4d29-aadb-24a251bcac09 req-e14eed52-5af6-46ad-b888-3fd42037fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:18.141356 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2453a2ff-31b7-4d29-aadb-24a251bcac09 req-e14eed52-5af6-46ad-b888-3fd42037fa56 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3e702e6e-ebe1-46a7-b30d-f3d140ac2993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571210 Sep 04 01:06:18.260224 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2453a2ff-31b7-4d29-aadb-24a251bcac09 req-59057054-df1e-4137-9969-c57b0a52412c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3e702e6e-ebe1-46a7-b30d-f3d140ac2993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060388 Sep 04 01:06:18.350513 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-077f3b8b-dc07-452b-af2a-85e674e07ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-167828011-router', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55'}], 'enable_snat': True}, 'gw_port_id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:10Z', 'revision_number': 4, 'project_id': '55faed42b7f243df9df879d581797f56', 'gw_port': {'id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'f81c9b73-9b50-4b22-bc3c-3eb35bd2fbaa', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'floating_ip_address': '172.37.7.88', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'port_id': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'mac_address': 'fa:16:3e:e5:41:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be5a0b-f748-486e-a546-c07a8e8451a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:05:25Z', 'updated_at': '2022-09-04T01:06:16Z', 'revision_number': 1, 'project_id': '55faed42b7f243df9df879d581797f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f724af-5dbd-4d91-83cd-c5152b744599', 'name': '', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'mac_address': 'fa:16:3e:fb:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:08Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 5, 'project_id': '55faed42b7f243df9df879d581797f56', 'subnets': [{'id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:18.375332 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077f3b8b-dc07-452b-af2a-85e674e07ca5 None None] The sync data for ids ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'] in dv-cinder-master-3-iscsi is: [{'id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-167828011-router', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55'}], 'enable_snat': True}, 'gw_port_id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:10Z', 'revision_number': 4, 'project_id': '55faed42b7f243df9df879d581797f56', 'gw_port': {'id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'f81c9b73-9b50-4b22-bc3c-3eb35bd2fbaa', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'floating_ip_address': '172.37.7.88', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'port_id': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'mac_address': 'fa:16:3e:e5:41:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be5a0b-f748-486e-a546-c07a8e8451a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:05:25Z', 'updated_at': '2022-09-04T01:06:16Z', 'revision_number': 1, 'project_id': '55faed42b7f243df9df879d581797f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f724af-5dbd-4d91-83cd-c5152b744599', 'name': '', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'mac_address': 'fa:16:3e:fb:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:08Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 5, 'project_id': '55faed42b7f243df9df879d581797f56', 'subnets': [{'id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:06:18.603751 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae7d61f-56a8-4c30-bc15-7d3304fba554 None None] New status for floating IP f81c9b73-9b50-4b22-bc3c-3eb35bd2fbaa: ACTIVE {{(pid=106792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:06:18.714892 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2453a2ff-31b7-4d29-aadb-24a251bcac09 req-6dab5646-5ed8-4b54-a05d-0929a2d6f1bd service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3e702e6e-ebe1-46a7-b30d-f3d140ac2993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961051 Sep 04 01:06:18.896521 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a73df5-ccc8-449c-a920-368df721c440 req-2bd8c029-b2f4-4feb-a1c6-111615b06796 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:18.900191 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-12a73df5-ccc8-449c-a920-368df721c440 req-2bd8c029-b2f4-4feb-a1c6-111615b06796 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0590770 Sep 04 01:06:18.949219 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-12a73df5-ccc8-449c-a920-368df721c440 req-9217cf4e-47fc-4723-8dbf-b3bd901a4765 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452962 Sep 04 01:06:18.989564 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-34c90cc4-a3ca-4064-8f1a-851adb9dc4d5 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=528d5c15cc47445dbe46761067a1c54a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288920 Sep 04 01:06:19.148025 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7894fa96-0527-4806-8451-9683a6e67a26 req-e4b0f803-449a-4384-8a8c-015236923097 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 210 time: 0.0291476 Sep 04 01:06:19.403373 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-74065741-6049-416f-8dbb-7d6227eadb7b tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:19.404788 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-74065741-6049-416f-8dbb-7d6227eadb7b tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1991985 Sep 04 01:06:20.066019 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69916d0f-1049-485a-8e8d-4b8f71949dc4 req-a3936e76-35d5-4c0e-bbfb-0a6125258b45 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:20.067448 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-69916d0f-1049-485a-8e8d-4b8f71949dc4 req-a3936e76-35d5-4c0e-bbfb-0a6125258b45 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0448968 Sep 04 01:06:20.114895 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-69916d0f-1049-485a-8e8d-4b8f71949dc4 req-3928b6b6-711c-4ce2-b93a-74168d9ff887 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420613 Sep 04 01:06:20.232775 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:20.250663 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-77d7a5db-ca51-4440-ad04-e923e97225a7 req-cc40b77e-a51b-42a9-b937-618729568056 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 210 time: 0.0275450 Sep 04 01:06:21.123992 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-6c70e983-4bf6-48c7-91eb-766e1425ee63 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Request body: {'port': {'device_id': 'aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8', 'network_id': '4691c8cf-0c39-4045-a03b-ff5044c49d0a', 'admin_state_up': True, 'tenant_id': '528d5c15cc47445dbe46761067a1c54a'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:21.239702 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297757d-edde-4aca-a594-95484739f4d5 req-eb782ebc-f95e-464d-ab73-632710f46e36 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:21.241221 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4297757d-edde-4aca-a594-95484739f4d5 req-eb782ebc-f95e-464d-ab73-632710f46e36 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0502799 Sep 04 01:06:21.290931 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4297757d-edde-4aca-a594-95484739f4d5 req-a6acedc1-f374-48de-b616-b746a76b8ec4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440412 Sep 04 01:06:21.351267 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-6c70e983-4bf6-48c7-91eb-766e1425ee63 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Made reservation on behalf of 528d5c15cc47445dbe46761067a1c54a for: {'port': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:06:21.355410 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-6c70e983-4bf6-48c7-91eb-766e1425ee63 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:21.378009 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e00a660f-e98c-431c-bfef-e807560d470c req-dea32fa9-006a-48f7-8491-a65b016582b8 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 210 time: 0.0373907 Sep 04 01:06:21.383296 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-6c70e983-4bf6-48c7-91eb-766e1425ee63 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:21.469389 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-6c70e983-4bf6-48c7-91eb-766e1425ee63 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Publish callbacks [] for security_group (895e5321-ec4e-448d-8f9a-e84e7b053e04), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:21.578305 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-6c70e983-4bf6-48c7-91eb-766e1425ee63 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (895e5321-ec4e-448d-8f9a-e84e7b053e04), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:21.642715 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70e983-4bf6-48c7-91eb-766e1425ee63 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=895e5321-ec4e-448d-8f9a-e84e7b053e04,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:21.713907 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-6c70e983-4bf6-48c7-91eb-766e1425ee63 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Allocated IP 192.168.233.84 (4691c8cf-0c39-4045-a03b-ff5044c49d0a/af176dda-46d0-442a-95d1-07972f29a71c/0af19f52-43e4-40ca-848a-d2902c3e8205) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:06:21.871230 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-6c70e983-4bf6-48c7-91eb-766e1425ee63 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Publish callbacks [] for port (0af19f52-43e4-40ca-848a-d2902c3e8205), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:21.904410 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:21.962263 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-6c70e983-4bf6-48c7-91eb-766e1425ee63 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (0af19f52-43e4-40ca-848a-d2902c3e8205), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:22.008382 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-6c70e983-4bf6-48c7-91eb-766e1425ee63 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Network 4691c8cf-0c39-4045-a03b-ff5044c49d0a is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:22.011675 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-6c70e983-4bf6-48c7-91eb-766e1425ee63 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:22.015477 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-6c70e983-4bf6-48c7-91eb-766e1425ee63 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:06:22.022103 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70e983-4bf6-48c7-91eb-766e1425ee63 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Pushing event updated for resources: {'Port': ['ID=0af19f52-43e4-40ca-848a-d2902c3e8205,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:22.045355 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:22.085843 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-6c70e983-4bf6-48c7-91eb-766e1425ee63 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:22.086416 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-6c70e983-4bf6-48c7-91eb-766e1425ee63 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:22.214931 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-246e4dc9-2c49-4ae2-b868-0c8926a831a1 None None] Provisioning complete for port 0af19f52-43e4-40ca-848a-d2902c3e8205 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:22.215446 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-246e4dc9-2c49-4ae2-b868-0c8926a831a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (0af19f52-43e4-40ca-848a-d2902c3e8205), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:22.221893 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-6c70e983-4bf6-48c7-91eb-766e1425ee63 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1012943 Sep 04 01:06:22.248840 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-246e4dc9-2c49-4ae2-b868-0c8926a831a1 None None] Port 0af19f52-43e4-40ca-848a-d2902c3e8205 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:06:22.249127 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] Request body: {'port': {'device_id': 'aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:22.313007 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (0af19f52-43e4-40ca-848a-d2902c3e8205), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:22.458307 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01b993-beea-4b9a-8bb4-5be0e4beeaad req-724029e6-5f12-43ab-866b-b84487fdbd3a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:22.474781 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-9e01b993-beea-4b9a-8bb4-5be0e4beeaad req-724029e6-5f12-43ab-866b-b84487fdbd3a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.1029739 Sep 04 01:06:22.537155 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-9e01b993-beea-4b9a-8bb4-5be0e4beeaad req-7e9f7507-9591-4733-8571-5d6b5eb3356a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611956 Sep 04 01:06:22.578245 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8777dad-7484-42cd-bde2-050d52919e01 req-a7e3ffba-6139-4949-ba64-11a16232a9ca tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:22.579730 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e8777dad-7484-42cd-bde2-050d52919e01 req-a7e3ffba-6139-4949-ba64-11a16232a9ca tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 935 time: 0.0592852 Sep 04 01:06:22.668333 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e8777dad-7484-42cd-bde2-050d52919e01 req-251f88c1-8151-4872-ae62-f604e46bc274 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=895e5321-ec4e-448d-8f9a-e84e7b053e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779653 Sep 04 01:06:22.693043 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:22.702024 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af19f52-43e4-40ca-848a-d2902c3e8205 {{(pid=106791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:06:22.710093 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] Publish callbacks [] for port (0af19f52-43e4-40ca-848a-d2902c3e8205), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:22.722141 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.provisioning_blocks [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] Transition to ACTIVE for port object 0af19f52-43e4-40ca-848a-d2902c3e8205 will not be triggered until provisioned by entity L2. {{(pid=106791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:06:22.777804 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (0af19f52-43e4-40ca-848a-d2902c3e8205), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:22.857535 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] Pushing event updated for resources: {'Port': ['ID=0af19f52-43e4-40ca-848a-d2902c3e8205,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:22.890266 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] Attempting to bind port 0af19f52-43e4-40ca-848a-d2902c3e8205 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:06:22.890599 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] Attempting to bind port 0af19f52-43e4-40ca-848a-d2902c3e8205 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '4e19c3f3-3b44-45ba-bb23-f26c22c581ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4691c8cf-0c39-4045-a03b-ff5044c49d0a'}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:06:22.890919 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] Attempting to bind port 0af19f52-43e4-40ca-848a-d2902c3e8205 on network 4691c8cf-0c39-4045-a03b-ff5044c49d0a {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:06:22.895968 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] Port 0af19f52-43e4-40ca-848a-d2902c3e8205 on network 4691c8cf-0c39-4045-a03b-ff5044c49d0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:06:22.899130 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] Attempting to bind port 0af19f52-43e4-40ca-848a-d2902c3e8205 on network 4691c8cf-0c39-4045-a03b-ff5044c49d0a {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:06:22.901043 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] Checking agent: {'id': 'dda4db69-a2e6-4522-aa0b-4e619e0d5c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'started_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:06:22.901401 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] Checking segment: {'id': '4e19c3f3-3b44-45ba-bb23-f26c22c581ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4691c8cf-0c39-4045-a03b-ff5044c49d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:06:22.901774 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] Bound using segment: {'id': '4e19c3f3-3b44-45ba-bb23-f26c22c581ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4691c8cf-0c39-4045-a03b-ff5044c49d0a'} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:06:22.902187 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] Bound port: 0af19f52-43e4-40ca-848a-d2902c3e8205, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e19c3f3-3b44-45ba-bb23-f26c22c581ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4691c8cf-0c39-4045-a03b-ff5044c49d0a'}}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:06:22.902539 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (0af19f52-43e4-40ca-848a-d2902c3e8205), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:22.962402 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] For port 0af19f52-43e4-40ca-848a-d2902c3e8205, host hv-cinder-maste, cleared binding levels {{(pid=106791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:06:22.965352 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] For port 0af19f52-43e4-40ca-848a-d2902c3e8205, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0af19f52-43e4-40ca-848a-d2902c3e8205,segment=NetworkSegment(4e19c3f3-3b44-45ba-bb23-f26c22c581ca),segment_id=4e19c3f3-3b44-45ba-bb23-f26c22c581ca)] {{(pid=106791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:06:23.035693 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (0af19f52-43e4-40ca-848a-d2902c3e8205), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:23.040625 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:23.041261 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:23.042621 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/0af19f52-43e4-40ca-848a-d2902c3e8205 HTTP/1.1" status: 200 len: 1097 time: 0.8033316 Sep 04 01:06:23.043108 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8', 'tag': '0af19f52-43e4-40ca-848a-d2902c3e8205'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:06:23.045345 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df611cbb-7aa5-479f-a4db-d7d00679a2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8", "tag": "0af19f52-43e4-40ca-848a-d2902c3e8205"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:06:23.091342 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5aab78-e426-48bb-b59d-fd2aaf412f3d service neutron] Pushing event updated for resources: {'Port': ['ID=0af19f52-43e4-40ca-848a-d2902c3e8205,revision_number=3']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:23.103260 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a805e651-0698-4013-abca-fd3cd5c3bcbf x-openstack-request-id: req-a805e651-0698-4013-abca-fd3cd5c3bcbf {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:06:23.103547 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8", "tag": "0af19f52-43e4-40ca-848a-d2902c3e8205", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:06:23.103797 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a805e651-0698-4013-abca-fd3cd5c3bcbf {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:06:23.104348 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a805e651-0698-4013-abca-fd3cd5c3bcbf'] response: {'name': 'network-changed', 'server_uuid': 'aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8', 'tag': '0af19f52-43e4-40ca-848a-d2902c3e8205', 'status': 'completed', 'code': 200} Sep 04 01:06:23.229404 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df611cbb-7aa5-479f-a4db-d7d00679a2c8 req-23a65fa4-a45a-4aaa-a965-9a9bbdee6e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:23.229404 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-df611cbb-7aa5-479f-a4db-d7d00679a2c8 req-23a65fa4-a45a-4aaa-a965-9a9bbdee6e15 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=528d5c15cc47445dbe46761067a1c54a&device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 1131 time: 0.0421510 Sep 04 01:06:23.279070 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-df611cbb-7aa5-479f-a4db-d7d00679a2c8 req-70044d36-1663-4874-a488-779607086902 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=528d5c15cc47445dbe46761067a1c54a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233214 Sep 04 01:06:23.378023 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df611cbb-7aa5-479f-a4db-d7d00679a2c8 req-b7b53ee1-de9f-4130-a354-dafd76598031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:23.379367 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-df611cbb-7aa5-479f-a4db-d7d00679a2c8 req-b7b53ee1-de9f-4130-a354-dafd76598031 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921867 Sep 04 01:06:23.488372 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-6b21b805-f746-4d63-85cc-5cc054bf1237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:23.500147 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-6b21b805-f746-4d63-85cc-5cc054bf1237 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=528d5c15cc47445dbe46761067a1c54a&device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 1131 time: 0.0510733 Sep 04 01:06:23.563233 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-78dbc605-d331-4a2f-b647-4318b839d5e7 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=0af19f52-43e4-40ca-848a-d2902c3e8205 HTTP/1.1" status: 200 len: 217 time: 0.0396180 Sep 04 01:06:23.623001 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-daa67afb-e59f-486d-b562-39f0ebdc9268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:23.624528 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-daa67afb-e59f-486d-b562-39f0ebdc9268 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=af176dda-46d0-442a-95d1-07972f29a71c HTTP/1.1" status: 200 len: 843 time: 0.0475459 Sep 04 01:06:23.683025 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489ff29-f298-42fd-b645-566eedc02603 req-8e30d190-55f9-4f53-9fea-9c2ad0415e77 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:23.692498 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b489ff29-f298-42fd-b645-566eedc02603 req-8e30d190-55f9-4f53-9fea-9c2ad0415e77 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0619190 Sep 04 01:06:23.695079 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-638a638b-6aff-45da-a0fa-c41768b729cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:23.696594 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-638a638b-6aff-45da-a0fa-c41768b729cb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=4691c8cf-0c39-4045-a03b-ff5044c49d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0641994 Sep 04 01:06:23.752134 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b489ff29-f298-42fd-b645-566eedc02603 req-170eedd8-8d01-4bc2-b617-ff5a0bb45515 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586369 Sep 04 01:06:23.789166 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cc69f-d93a-457a-a556-828ded7968b7 req-f2b65f93-1a96-4569-b730-f9919906fdd2 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:23.790750 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1c7cc69f-d93a-457a-a556-828ded7968b7 req-f2b65f93-1a96-4569-b730-f9919906fdd2 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 946 time: 0.0497735 Sep 04 01:06:23.850040 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1c7cc69f-d93a-457a-a556-828ded7968b7 req-21d22dbc-d936-4949-905f-004d7936e14e tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534320 Sep 04 01:06:23.877761 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265c700-c364-4e19-bbbd-fd7aa2dac48f req-d9256cb3-346e-4f7c-8590-ba7039e66919 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:23.879283 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5265c700-c364-4e19-bbbd-fd7aa2dac48f req-d9256cb3-346e-4f7c-8590-ba7039e66919 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 947 time: 0.0601106 Sep 04 01:06:23.929092 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5265c700-c364-4e19-bbbd-fd7aa2dac48f req-1ee80553-a9dc-437c-b9d4-54925a106a23 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=895e5321-ec4e-448d-8f9a-e84e7b053e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438921 Sep 04 01:06:24.839942 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:24.876050 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be257b-16dc-4a6d-ab6f-a2871938f6c0 req-5adf226f-46d1-41ed-bcb9-7d363ccb165f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:24.877498 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d8be257b-16dc-4a6d-ab6f-a2871938f6c0 req-5adf226f-46d1-41ed-bcb9-7d363ccb165f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0456560 Sep 04 01:06:24.928441 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d8be257b-16dc-4a6d-ab6f-a2871938f6c0 req-cc085ae8-3cf8-4d97-8cb6-749b38b0761d tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452194 Sep 04 01:06:24.962098 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:24.970266 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ef6-5e7f-4ac6-bcfe-7f4e48f9f99d req-03805e04-6eb2-44d1-8b78-a48dc1fdb2ed tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:24.972296 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-34ed4ef6-5e7f-4ac6-bcfe-7f4e48f9f99d req-03805e04-6eb2-44d1-8b78-a48dc1fdb2ed tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 946 time: 0.0466995 Sep 04 01:06:25.023116 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-34ed4ef6-5e7f-4ac6-bcfe-7f4e48f9f99d req-9c7439c2-afdc-4560-b9dc-71ef121c169c tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451238 Sep 04 01:06:25.053631 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba519a93-7de9-4d59-a86e-fb9fe595cc56 req-ec37d7b3-f5ac-4f8b-a317-b25e50cf4156 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:25.055187 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ba519a93-7de9-4d59-a86e-fb9fe595cc56 req-ec37d7b3-f5ac-4f8b-a317-b25e50cf4156 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 947 time: 0.0461683 Sep 04 01:06:25.102146 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ba519a93-7de9-4d59-a86e-fb9fe595cc56 req-152bf671-4390-47a3-bb4a-7b2dbbdff2a5 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=895e5321-ec4e-448d-8f9a-e84e7b053e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416739 Sep 04 01:06:25.600523 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-600945ac-eca9-4f1d-bc60-0456449d83a9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/4691c8cf-0c39-4045-a03b-ff5044c49d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936890 Sep 04 01:06:25.690323 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:25.729315 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cc8296d1-a709-4d01-8a46-d19fb1487537 req-615b6de2-90fd-463f-bcc6-6de1a0aa5f41 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/4691c8cf-0c39-4045-a03b-ff5044c49d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915360 Sep 04 01:06:26.057646 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be065f34-8758-41df-8501-7fc893f8e884 req-14565f01-0759-4ec5-8505-a4bed639bd45 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:26.058616 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-be065f34-8758-41df-8501-7fc893f8e884 req-14565f01-0759-4ec5-8505-a4bed639bd45 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0491674 Sep 04 01:06:26.112731 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-be065f34-8758-41df-8501-7fc893f8e884 req-d114fdfb-6211-47fd-b1eb-15391fc8ae2c tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472867 Sep 04 01:06:26.158661 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e681c3-8ee5-4e55-8d41-289246e7d7aa req-92a411bb-bc91-450f-a304-9326f0a43c48 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:26.160229 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b6e681c3-8ee5-4e55-8d41-289246e7d7aa req-92a411bb-bc91-450f-a304-9326f0a43c48 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 946 time: 0.0559895 Sep 04 01:06:26.210054 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b6e681c3-8ee5-4e55-8d41-289246e7d7aa req-43cd5dfd-9ad5-4d65-ac0f-cc2d9c5bf6d2 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442655 Sep 04 01:06:26.224251 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77235c-0ba5-4077-9745-ccee688d7440 req-88c651d7-a754-4c0e-aecc-8c960f79f2d6 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:26.227001 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1d77235c-0ba5-4077-9745-ccee688d7440 req-88c651d7-a754-4c0e-aecc-8c960f79f2d6 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 947 time: 0.0498738 Sep 04 01:06:26.278121 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1d77235c-0ba5-4077-9745-ccee688d7440 req-cc16df4f-da91-4033-b290-55a5aad73cce tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=895e5321-ec4e-448d-8f9a-e84e7b053e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455089 Sep 04 01:06:27.234961 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa59c55-c5e1-4ead-9915-c1672c94e0d7 req-e8987793-786b-4d69-845d-2a0619775b3c tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:27.236699 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ffa59c55-c5e1-4ead-9915-c1672c94e0d7 req-e8987793-786b-4d69-845d-2a0619775b3c tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0474160 Sep 04 01:06:27.284287 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ffa59c55-c5e1-4ead-9915-c1672c94e0d7 req-4efa7992-de5f-4708-90c5-bed984788a28 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417695 Sep 04 01:06:27.345270 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06966a-2239-42ef-ad59-371cc56c9fb0 req-dedd32cc-6973-4b77-86dc-4a33e920b0d7 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:27.346963 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2a06966a-2239-42ef-ad59-371cc56c9fb0 req-dedd32cc-6973-4b77-86dc-4a33e920b0d7 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 946 time: 0.0527372 Sep 04 01:06:27.395034 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:27.418481 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2a06966a-2239-42ef-ad59-371cc56c9fb0 req-7556184b-3673-487e-affd-357dee029b3f tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=703cb105-947c-42c1-9237-d9f950459033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644381 Sep 04 01:06:27.433449 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3af377-f086-424c-863e-51322360da62 req-2019e962-2847-44f8-b178-d1c6f5208280 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:27.434910 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-de3af377-f086-424c-863e-51322360da62 req-2019e962-2847-44f8-b178-d1c6f5208280 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 946 time: 0.0921528 Sep 04 01:06:27.441334 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e663c-9fee-499f-889f-4817315842f0 req-037cc852-649b-4ce2-8f8c-651d0c58eadb tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:27.442477 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-161e663c-9fee-499f-889f-4817315842f0 req-037cc852-649b-4ce2-8f8c-651d0c58eadb tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 947 time: 0.0810168 Sep 04 01:06:27.592352 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-161e663c-9fee-499f-889f-4817315842f0 req-02ef4de8-bd54-48f3-932c-fa93b88c3a8b tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=895e5321-ec4e-448d-8f9a-e84e7b053e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378279 Sep 04 01:06:27.595304 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-de3af377-f086-424c-863e-51322360da62 req-7a953c0f-73f6-4ebe-b29e-3b222ea8c47d tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Deleting port 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:06:27.595636 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-de3af377-f086-424c-863e-51322360da62 req-7a953c0f-73f6-4ebe-b29e-3b222ea8c47d tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (5d2b3e83-c7f4-4359-8491-abf0d6e3eec3), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:27.909349 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-de3af377-f086-424c-863e-51322360da62 req-7a953c0f-73f6-4ebe-b29e-3b222ea8c47d tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] For port 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d2b3e83-c7f4-4359-8491-abf0d6e3eec3,segment=NetworkSegment(fa03338c-c7bc-4666-a251-ff3dadbd2af6),segment_id=fa03338c-c7bc-4666-a251-ff3dadbd2af6)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:27.909709 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-de3af377-f086-424c-863e-51322360da62 req-7a953c0f-73f6-4ebe-b29e-3b222ea8c47d tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (5d2b3e83-c7f4-4359-8491-abf0d6e3eec3), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:27.925098 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-de3af377-f086-424c-863e-51322360da62 req-7a953c0f-73f6-4ebe-b29e-3b222ea8c47d tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Calling delete_port for 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 owned by compute:nova {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:06:28.176388 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-de3af377-f086-424c-863e-51322360da62 req-7a953c0f-73f6-4ebe-b29e-3b222ea8c47d tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (5d2b3e83-c7f4-4359-8491-abf0d6e3eec3), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:28.204111 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a953c0f-73f6-4ebe-b29e-3b222ea8c47d tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Pushing event deleted for resources: {'Port': ['ID=5d2b3e83-c7f4-4359-8491-abf0d6e3eec3,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:28.210358 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:28.220144 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['5d2b3e83-c7f4-4359-8491-abf0d6e3eec3'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:06:28.275420 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3af377-f086-424c-863e-51322360da62 req-7a953c0f-73f6-4ebe-b29e-3b222ea8c47d tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] No DVR routers for this DVR port 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 on host hv-cinder-maste {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:06:28.278933 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-de3af377-f086-424c-863e-51322360da62 req-7a953c0f-73f6-4ebe-b29e-3b222ea8c47d tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:28.282371 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-de3af377-f086-424c-863e-51322360da62 req-7a953c0f-73f6-4ebe-b29e-3b222ea8c47d tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.16 "DELETE /networking/v2.0/ports/5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 HTTP/1.1" status: 204 len: 173 time: 0.8354435 Sep 04 01:06:28.282831 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742cb4b8-f03c-4256-bb96-fc2cfff43734', 'name': 'network-vif-deleted', 'tag': '5d2b3e83-c7f4-4359-8491-abf0d6e3eec3'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:06:28.287876 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2293d774-b2c8-4edb-8b20-a3f5c410ffff" -d '{"events": [{"server_uuid": "742cb4b8-f03c-4256-bb96-fc2cfff43734", "name": "network-vif-deleted", "tag": "5d2b3e83-c7f4-4359-8491-abf0d6e3eec3"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:06:28.329047 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25141c16-fe36-4716-a762-55873728aa67 x-openstack-request-id: req-25141c16-fe36-4716-a762-55873728aa67 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:06:28.329585 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742cb4b8-f03c-4256-bb96-fc2cfff43734", "name": "network-vif-deleted", "tag": "5d2b3e83-c7f4-4359-8491-abf0d6e3eec3", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:06:28.329843 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25141c16-fe36-4716-a762-55873728aa67 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:06:28.330777 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25141c16-fe36-4716-a762-55873728aa67'] response: {'server_uuid': '742cb4b8-f03c-4256-bb96-fc2cfff43734', 'name': 'network-vif-deleted', 'tag': '5d2b3e83-c7f4-4359-8491-abf0d6e3eec3', 'status': 'completed', 'code': 200} Sep 04 01:06:28.354227 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=2 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:28.420689 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6414ae2-3260-4ec6-8d9a-addd6b11107a req-da43f8c5-61ab-4cbd-ab94-7f09c159aba5 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:28.422783 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d6414ae2-3260-4ec6-8d9a-addd6b11107a req-da43f8c5-61ab-4cbd-ab94-7f09c159aba5 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0512824 Sep 04 01:06:28.483908 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d6414ae2-3260-4ec6-8d9a-addd6b11107a req-adc1a923-7f27-41b1-82ce-9fe95b1990bc tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496433 Sep 04 01:06:28.557626 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-18225326-6fd5-4cda-85fb-915e85b05b4a req-355c3a6e-4728-413a-9821-7f93c9d10e73 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 210 time: 0.0300155 Sep 04 01:06:28.696869 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:28.709337 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c761c-87d8-4be6-a102-c7e53adc4b31 req-509ada07-0f09-42b4-913b-5b1a1c14b779 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:28.710764 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7d6c761c-87d8-4be6-a102-c7e53adc4b31 req-509ada07-0f09-42b4-913b-5b1a1c14b779 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 947 time: 0.0458336 Sep 04 01:06:28.764025 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7d6c761c-87d8-4be6-a102-c7e53adc4b31 req-c525b679-6558-453b-827d-5d741e60e9c1 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=895e5321-ec4e-448d-8f9a-e84e7b053e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475767 Sep 04 01:06:28.947586 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 0af19f52-43e4-40ca-848a-d2902c3e8205 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:06:28.951681 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=51,neutron:DELETE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:29.055074 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 0af19f52-43e4-40ca-848a-d2902c3e8205, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0af19f52-43e4-40ca-848a-d2902c3e8205,segment=NetworkSegment(4e19c3f3-3b44-45ba-bb23-f26c22c581ca),segment_id=4e19c3f3-3b44-45ba-bb23-f26c22c581ca)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:29.055569 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 47540) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:29.067648 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': '0af19f52-43e4-40ca-848a-d2902c3e8205', 'network_id': '4691c8cf-0c39-4045-a03b-ff5044c49d0a', 'port_id': '0af19f52-43e4-40ca-848a-d2902c3e8205', 'mac_address': 'fa:16:3e:0e:46:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af176dda-46d0-442a-95d1-07972f29a71c', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:06:29.069832 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:29.104607 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 0af19f52-43e4-40ca-848a-d2902c3e8205 is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:29.104990 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (0af19f52-43e4-40ca-848a-d2902c3e8205), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.119606 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af19f52-43e4-40ca-848a-d2902c3e8205 {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:06:29.150206 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 0af19f52-43e4-40ca-848a-d2902c3e8205, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0af19f52-43e4-40ca-848a-d2902c3e8205,segment=NetworkSegment(4e19c3f3-3b44-45ba-bb23-f26c22c581ca),segment_id=4e19c3f3-3b44-45ba-bb23-f26c22c581ca)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:29.171153 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-b48f3b50-0eb5-4942-b048-f944f2e66bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.233820 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (0af19f52-43e4-40ca-848a-d2902c3e8205), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.250507 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-b48f3b50-0eb5-4942-b048-f944f2e66bbd admin admin] Publish callbacks [] for security_group (cb8d1df4-fed6-4e0d-9028-007c4f434ac9), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.281556 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=0af19f52-43e4-40ca-848a-d2902c3e8205,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:29.370815 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-b48f3b50-0eb5-4942-b048-f944f2e66bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (cb8d1df4-fed6-4e0d-9028-007c4f434ac9), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.408988 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f3b50-0eb5-4942-b048-f944f2e66bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8d1df4-fed6-4e0d-9028-007c4f434ac9,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:29.414688 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-b48f3b50-0eb5-4942-b048-f944f2e66bbd admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3bc2a6c837a3432b93fd02aefaf735dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580432 Sep 04 01:06:29.416548 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 47544) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:29.467035 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-624920e4-1bfe-4a42-a0cc-20127651a722 admin admin] Publish callbacks [] for security_group (cb8d1df4-fed6-4e0d-9028-007c4f434ac9), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.488535 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-624920e4-1bfe-4a42-a0cc-20127651a722 admin admin] Publish callbacks [] for security_group (cb8d1df4-fed6-4e0d-9028-007c4f434ac9), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.620750 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8ccdf-d067-410e-bbc4-da51e395ade5 req-67a274fd-3b3a-4c62-87d7-bf793bd2ce10 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:29.622278 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-68a8ccdf-d067-410e-bbc4-da51e395ade5 req-67a274fd-3b3a-4c62-87d7-bf793bd2ce10 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0502076 Sep 04 01:06:29.635195 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-624920e4-1bfe-4a42-a0cc-20127651a722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (cb8d1df4-fed6-4e0d-9028-007c4f434ac9), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.638375 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-624920e4-1bfe-4a42-a0cc-20127651a722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:29.644481 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-624920e4-1bfe-4a42-a0cc-20127651a722 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cb8d1df4-fed6-4e0d-9028-007c4f434ac9 HTTP/1.1" status: 204 len: 168 time: 0.2222202 Sep 04 01:06:29.649755 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624920e4-1bfe-4a42-a0cc-20127651a722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8d1df4-fed6-4e0d-9028-007c4f434ac9,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:29.678005 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-68a8ccdf-d067-410e-bbc4-da51e395ade5 req-fd93fd72-3c4a-49c2-8925-e79c130792b0 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500660 Sep 04 01:06:29.692779 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-89d43d2b-f502-4ff8-9cdc-92129b388d7a req-8318d7ee-4e7a-4a88-b500-50050794fdf7 tempest-DeleteServersTestJSON-1716711868 tempest-DeleteServersTestJSON-1716711868-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=742cb4b8-f03c-4256-bb96-fc2cfff43734 HTTP/1.1" status: 200 len: 210 time: 0.0386469 Sep 04 01:06:29.785737 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['0af19f52-43e4-40ca-848a-d2902c3e8205'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:06:29.907296 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a84d0-d08e-43e3-a19c-48cebf6f7b4c req-794e083a-b2d4-409f-bdd9-cde01f78b070 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:29.916426 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-497a84d0-d08e-43e3-a19c-48cebf6f7b4c req-794e083a-b2d4-409f-bdd9-cde01f78b070 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 948 time: 0.0722659 Sep 04 01:06:29.972205 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-497a84d0-d08e-43e3-a19c-48cebf6f7b4c req-c405718f-39ca-48eb-8d9e-9a220898515c tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=895e5321-ec4e-448d-8f9a-e84e7b053e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547533 Sep 04 01:06:30.341902 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 47562) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:30.352091 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 47564) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:30.355537 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4bb32dbb-cfe0-47c5-aea5-5641c215de7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.442204 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4bb32dbb-cfe0-47c5-aea5-5641c215de7f admin admin] Publish callbacks [] for security_group (5d556b1a-abc6-4c4c-81f1-574f88cc44cb), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.517907 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fbe26bad-f02d-46fa-be10-89a7e7b672f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.553655 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4bb32dbb-cfe0-47c5-aea5-5641c215de7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (5d556b1a-abc6-4c4c-81f1-574f88cc44cb), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.595255 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fbe26bad-f02d-46fa-be10-89a7e7b672f8 admin admin] Publish callbacks [] for security_group (b58146b2-0fad-460a-99da-0145ccd8ad44), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.600194 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-4bb32dbb-cfe0-47c5-aea5-5641c215de7f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=746196b139864c45b9917cca6e7c8f79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571902 Sep 04 01:06:30.601795 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb32dbb-cfe0-47c5-aea5-5641c215de7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d556b1a-abc6-4c4c-81f1-574f88cc44cb,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:30.605471 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 47568) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:30.618511 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:30.626020 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:30.658595 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-11265328-6178-4cac-8816-7b38ef2f0173 admin admin] Publish callbacks [] for security_group (5d556b1a-abc6-4c4c-81f1-574f88cc44cb), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.668318 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fbe26bad-f02d-46fa-be10-89a7e7b672f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (b58146b2-0fad-460a-99da-0145ccd8ad44), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.679564 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-11265328-6178-4cac-8816-7b38ef2f0173 admin admin] Publish callbacks [] for security_group (5d556b1a-abc6-4c4c-81f1-574f88cc44cb), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.697722 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-d6d50d92-eea8-4174-80f9-697e340bc8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.709602 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-fbe26bad-f02d-46fa-be10-89a7e7b672f8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2bea56a7089f4fa189405ee93b0993e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564415 Sep 04 01:06:30.710938 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe26bad-f02d-46fa-be10-89a7e7b672f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58146b2-0fad-460a-99da-0145ccd8ad44,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:30.713942 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 47574) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:30.785727 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:30.805907 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2e5c5159-0de5-4ca5-955c-40180d38f0f1 admin admin] Publish callbacks [] for security_group (b58146b2-0fad-460a-99da-0145ccd8ad44), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.840889 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6843791-1478-49d7-a4ad-e85ce469128f req-f851954c-532b-4973-9577-99fef61e28f7 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:30.842507 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b6843791-1478-49d7-a4ad-e85ce469128f req-f851954c-532b-4973-9577-99fef61e28f7 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0696917 Sep 04 01:06:30.844683 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2e5c5159-0de5-4ca5-955c-40180d38f0f1 admin admin] Publish callbacks [] for security_group (b58146b2-0fad-460a-99da-0145ccd8ad44), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.856496 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-11265328-6178-4cac-8816-7b38ef2f0173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (5d556b1a-abc6-4c4c-81f1-574f88cc44cb), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.863868 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-11265328-6178-4cac-8816-7b38ef2f0173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:30.863868 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-11265328-6178-4cac-8816-7b38ef2f0173 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5d556b1a-abc6-4c4c-81f1-574f88cc44cb HTTP/1.1" status: 204 len: 168 time: 0.2541976 Sep 04 01:06:30.898358 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11265328-6178-4cac-8816-7b38ef2f0173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d556b1a-abc6-4c4c-81f1-574f88cc44cb,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:30.944392 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b6843791-1478-49d7-a4ad-e85ce469128f req-f1d0d12d-ae82-4bcf-bcb0-29eebad448fb tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914261 Sep 04 01:06:30.983710 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 0af19f52-43e4-40ca-848a-d2902c3e8205 up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:31.035195 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning for port 0af19f52-43e4-40ca-848a-d2902c3e8205 completed by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:06:31.052263 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2e5c5159-0de5-4ca5-955c-40180d38f0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (b58146b2-0fad-460a-99da-0145ccd8ad44), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.056346 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2e5c5159-0de5-4ca5-955c-40180d38f0f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.059819 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-2e5c5159-0de5-4ca5-955c-40180d38f0f1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b58146b2-0fad-460a-99da-0145ccd8ad44 HTTP/1.1" status: 204 len: 168 time: 0.3419170 Sep 04 01:06:31.066775 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c5159-0de5-4ca5-955c-40180d38f0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58146b2-0fad-460a-99da-0145ccd8ad44,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:31.103406 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c01b5-2cb4-44b8-a310-0146631f15cb req-2b2b27ae-8687-4b90-956e-0118ff851a92 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:31.105255 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7d8c01b5-2cb4-44b8-a310-0146631f15cb req-2b2b27ae-8687-4b90-956e-0118ff851a92 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 948 time: 0.0541325 Sep 04 01:06:31.109482 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port 0af19f52-43e4-40ca-848a-d2902c3e8205 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:31.109934 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (0af19f52-43e4-40ca-848a-d2902c3e8205), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.166767 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7d8c01b5-2cb4-44b8-a310-0146631f15cb req-4ab8ecd9-4f75-4462-b780-8d65f7319698 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=895e5321-ec4e-448d-8f9a-e84e7b053e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538085 Sep 04 01:06:31.219057 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 0af19f52-43e4-40ca-848a-d2902c3e8205 is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:31.219057 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (0af19f52-43e4-40ca-848a-d2902c3e8205), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.248833 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af19f52-43e4-40ca-848a-d2902c3e8205'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:06:31.251536 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b273ae-3130-44fc-985a-6a426d65531e" -d '{"events": [{"server_uuid": "aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8", "name": "network-vif-plugged", "status": "completed", "tag": "0af19f52-43e4-40ca-848a-d2902c3e8205"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:06:31.270540 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 0af19f52-43e4-40ca-848a-d2902c3e8205, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0af19f52-43e4-40ca-848a-d2902c3e8205,segment=NetworkSegment(4e19c3f3-3b44-45ba-bb23-f26c22c581ca),segment_id=4e19c3f3-3b44-45ba-bb23-f26c22c581ca)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:31.294974 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fde18b-2688-4299-8494-4b62ebca5a04 x-openstack-request-id: req-42fde18b-2688-4299-8494-4b62ebca5a04 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:06:31.296141 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8", "name": "network-vif-plugged", "status": "completed", "tag": "0af19f52-43e4-40ca-848a-d2902c3e8205", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:06:31.296141 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-42fde18b-2688-4299-8494-4b62ebca5a04 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:06:31.296141 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42fde18b-2688-4299-8494-4b62ebca5a04'] response: {'server_uuid': 'aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af19f52-43e4-40ca-848a-d2902c3e8205', 'code': 200} Sep 04 01:06:31.383420 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (0af19f52-43e4-40ca-848a-d2902c3e8205), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.384485 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:06:31.426162 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] No Port match for: 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:06:31.426503 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 5d2b3e83-c7f4-4359-8491-abf0d6e3eec3 not bound to the agent host hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:06:31.455832 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=0af19f52-43e4-40ca-848a-d2902c3e8205,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:31.625535 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 47604) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:31.641376 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2f60f4a0-5ae7-49f8-afd3-b0625c2d10df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.715146 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:31.725900 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2f60f4a0-5ae7-49f8-afd3-b0625c2d10df admin admin] Publish callbacks [] for security_group (ea7c536d-3780-4d1c-85e1-f3232fe4b01e), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.726202 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b9c18-638d-4dbf-83c0-acac30ef219d req-b464fecd-10fc-4fe8-a781-f28a8c528c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:31.727751 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-428b9c18-638d-4dbf-83c0-acac30ef219d req-b464fecd-10fc-4fe8-a781-f28a8c528c7a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 1133 time: 0.0445600 Sep 04 01:06:31.774601 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-428b9c18-638d-4dbf-83c0-acac30ef219d req-70e68d26-6364-47d6-b701-e2c206981b57 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=895e5321-ec4e-448d-8f9a-e84e7b053e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401344 Sep 04 01:06:31.834963 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2f60f4a0-5ae7-49f8-afd3-b0625c2d10df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (ea7c536d-3780-4d1c-85e1-f3232fe4b01e), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.877580 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-2f60f4a0-5ae7-49f8-afd3-b0625c2d10df admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=55a945e6448f45deac4fbce8d4e5cdba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509382 Sep 04 01:06:31.879133 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60f4a0-5ae7-49f8-afd3-b0625c2d10df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7c536d-3780-4d1c-85e1-f3232fe4b01e,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:31.881561 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 47606) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:31.932466 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-005b49db-25ea-440c-a846-6b265a138a75 admin admin] Publish callbacks [] for security_group (ea7c536d-3780-4d1c-85e1-f3232fe4b01e), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:31.952801 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-005b49db-25ea-440c-a846-6b265a138a75 admin admin] Publish callbacks [] for security_group (ea7c536d-3780-4d1c-85e1-f3232fe4b01e), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:32.047227 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 47610) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:32.061236 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-0b5a146f-fe0b-4fd1-979b-b51491e4fc13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:32.073161 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0398da-4d48-407e-952b-fda428adfa6a req-a1988285-13de-4c2b-b76d-9e36a3aede4e tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:32.074658 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-dc0398da-4d48-407e-952b-fda428adfa6a req-a1988285-13de-4c2b-b76d-9e36a3aede4e tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0491991 Sep 04 01:06:32.092164 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-005b49db-25ea-440c-a846-6b265a138a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (ea7c536d-3780-4d1c-85e1-f3232fe4b01e), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:32.094683 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-005b49db-25ea-440c-a846-6b265a138a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:32.095979 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-005b49db-25ea-440c-a846-6b265a138a75 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ea7c536d-3780-4d1c-85e1-f3232fe4b01e HTTP/1.1" status: 204 len: 168 time: 0.2132897 Sep 04 01:06:32.112064 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b49db-25ea-440c-a846-6b265a138a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7c536d-3780-4d1c-85e1-f3232fe4b01e,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:32.187223 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-dc0398da-4d48-407e-952b-fda428adfa6a req-7e263ea1-213a-40f7-8e3d-d9ec99ff065f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065679 Sep 04 01:06:32.258320 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-0b5a146f-fe0b-4fd1-979b-b51491e4fc13 admin admin] Publish callbacks [] for security_group (245b7b88-e26d-4774-a99b-34c84e379a3a), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:32.303907 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25113d-cabd-4903-83a7-3fe2d4beaca8 req-9b79e0b5-9f4a-4e04-bf42-a0d1fbf0b57a tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:32.305426 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-da25113d-cabd-4903-83a7-3fe2d4beaca8 req-9b79e0b5-9f4a-4e04-bf42-a0d1fbf0b57a tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 949 time: 0.0458741 Sep 04 01:06:32.353437 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-da25113d-cabd-4903-83a7-3fe2d4beaca8 req-456b9dc0-f1aa-4894-a2fe-5360160bf03c tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=895e5321-ec4e-448d-8f9a-e84e7b053e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422730 Sep 04 01:06:32.376126 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-0b5a146f-fe0b-4fd1-979b-b51491e4fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (245b7b88-e26d-4774-a99b-34c84e379a3a), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:32.417184 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-0b5a146f-fe0b-4fd1-979b-b51491e4fc13 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c968576dfbe64995bae40694095cb817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3680975 Sep 04 01:06:32.417926 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a146f-fe0b-4fd1-979b-b51491e4fc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245b7b88-e26d-4774-a99b-34c84e379a3a,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:32.419250 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 47618) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:32.426175 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:32.477279 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c7804ab4-be99-4e1a-a837-8d18eea115b2 admin admin] Publish callbacks [] for security_group (245b7b88-e26d-4774-a99b-34c84e379a3a), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:32.499188 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c7804ab4-be99-4e1a-a837-8d18eea115b2 admin admin] Publish callbacks [] for security_group (245b7b88-e26d-4774-a99b-34c84e379a3a), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:32.614838 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 47632) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:32.654254 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c7804ab4-be99-4e1a-a837-8d18eea115b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (245b7b88-e26d-4774-a99b-34c84e379a3a), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:32.656723 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c7804ab4-be99-4e1a-a837-8d18eea115b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:32.658646 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-c7804ab4-be99-4e1a-a837-8d18eea115b2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/245b7b88-e26d-4774-a99b-34c84e379a3a HTTP/1.1" status: 204 len: 168 time: 0.2379210 Sep 04 01:06:32.675546 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7804ab4-be99-4e1a-a837-8d18eea115b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245b7b88-e26d-4774-a99b-34c84e379a3a,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:32.995058 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-48d21a44-b9d7-419b-8466-fee6bac1ad0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.038532 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-75f29801-a8f1-465b-b2b5-673c09f019e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1721291'] for router_interface (a8e13541-9272-4fa2-a9ff-940907d6ba01), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.353329 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4e206-2563-4724-ae92-368dc358694c req-0710963a-de75-472b-894b-cfd90cd9fe86 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:33.354844 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6db4e206-2563-4724-ae92-368dc358694c req-0710963a-de75-472b-894b-cfd90cd9fe86 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0760591 Sep 04 01:06:33.366018 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-75f29801-a8f1-465b-b2b5-673c09f019e2 admin admin] Deleting port a62a40a2-96f5-427a-808e-9e63c8644245 {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:06:33.366347 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-75f29801-a8f1-465b-b2b5-673c09f019e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (a62a40a2-96f5-427a-808e-9e63c8644245), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.373467 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 47658) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:33.453874 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:33.504296 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9e983-4a9f-4692-9104-ea5cf4e0c514 req-fe7a4d86-13a9-47d3-90cf-86f14b3210eb tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:33.504828 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3ad9e983-4a9f-4692-9104-ea5cf4e0c514 req-fe7a4d86-13a9-47d3-90cf-86f14b3210eb tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 949 time: 0.0610683 Sep 04 01:06:33.512656 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-c4c530cd-8534-4342-9b04-dcca7184768a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-773316415-network', 'tenant_id': '6071c3a795ba4aa098e3af8cde306d58'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:33.586627 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3ad9e983-4a9f-4692-9104-ea5cf4e0c514 req-1e4eb8ac-ba58-4c15-8528-77d840474a90 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=895e5321-ec4e-448d-8f9a-e84e7b053e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678544 Sep 04 01:06:33.657902 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c530cd-8534-4342-9b04-dcca7184768a admin admin] Made reservation on behalf of 6071c3a795ba4aa098e3af8cde306d58 for: {'network': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:06:33.658987 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:33.661003 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c4c530cd-8534-4342-9b04-dcca7184768a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for network (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.670094 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c4c530cd-8534-4342-9b04-dcca7184768a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.693985 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6db4e206-2563-4724-ae92-368dc358694c req-86253b07-1b5b-4078-be1d-c5c2a8fc80af tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253467 Sep 04 01:06:33.703566 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:33.717974 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.db [None req-75f29801-a8f1-465b-b2b5-673c09f019e2 admin admin] For port a62a40a2-96f5-427a-808e-9e63c8644245, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a62a40a2-96f5-427a-808e-9e63c8644245,segment=NetworkSegment(fa03338c-c7bc-4666-a251-ff3dadbd2af6),segment_id=fa03338c-c7bc-4666-a251-ff3dadbd2af6)] {{(pid=106790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:33.718424 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-75f29801-a8f1-465b-b2b5-673c09f019e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (a62a40a2-96f5-427a-808e-9e63c8644245), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.737414 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-75f29801-a8f1-465b-b2b5-673c09f019e2 admin admin] Calling delete_port for a62a40a2-96f5-427a-808e-9e63c8644245 owned by network:router_interface {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:06:33.752242 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c4c530cd-8534-4342-9b04-dcca7184768a admin admin] Publish callbacks [] for security_group (dd251723-c6f9-4e67-b522-e38b91c2bfeb), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.754012 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:33.834864 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c4c530cd-8534-4342-9b04-dcca7184768a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (dd251723-c6f9-4e67-b522-e38b91c2bfeb), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.862553 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c530cd-8534-4342-9b04-dcca7184768a admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=106791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:06:33.875317 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c530cd-8534-4342-9b04-dcca7184768a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd251723-c6f9-4e67-b522-e38b91c2bfeb,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:33.884051 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c4c530cd-8534-4342-9b04-dcca7184768a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (691a306c-3c07-49ca-8d5b-c7e7a9ad5919), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:33.884848 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.segments_db [None req-c4c530cd-8534-4342-9b04-dcca7184768a admin admin] Added segment 691a306c-3c07-49ca-8d5b-c7e7a9ad5919 of type vlan for network f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d Sep 04 01:06:33.933904 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c4c530cd-8534-4342-9b04-dcca7184768a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760291093679'] for network (f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:34.023696 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c4c530cd-8534-4342-9b04-dcca7184768a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for network (f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:34.024897 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c530cd-8534-4342-9b04-dcca7184768a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:34.025569 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c4c530cd-8534-4342-9b04-dcca7184768a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:34.080760 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-75f29801-a8f1-465b-b2b5-673c09f019e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882'] for port (a62a40a2-96f5-427a-808e-9e63c8644245), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:34.091337 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c530cd-8534-4342-9b04-dcca7184768a admin admin] Pushing event updated for resources: {'Network': ['ID=f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:34.102613 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Network f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:06:34.113724 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f29801-a8f1-465b-b2b5-673c09f019e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a62a40a2-96f5-427a-808e-9e63c8644245,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:34.176312 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-c4c530cd-8534-4342-9b04-dcca7184768a admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8009994 Sep 04 01:06:34.177237 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 47704) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:34.181744 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-e7937cca-4bc2-4d8d-9613-0dc296a28b3d admin admin] Request body: {'subnet': {'network_id': 'f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-773316415-subnet', 'tenant_id': '6071c3a795ba4aa098e3af8cde306d58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:34.215387 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:34.327153 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-75f29801-a8f1-465b-b2b5-673c09f019e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814139'] for router_interface (a8e13541-9272-4fa2-a9ff-940907d6ba01), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:34.446093 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7937cca-4bc2-4d8d-9613-0dc296a28b3d admin admin] Made reservation on behalf of 6071c3a795ba4aa098e3af8cde306d58 for: {'subnet': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:06:34.448549 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e7937cca-4bc2-4d8d-9613-0dc296a28b3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65271629'] for subnet (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:34.558428 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f29801-a8f1-465b-b2b5-673c09f019e2 admin admin] Router a8e13541-9272-4fa2-a9ff-940907d6ba01 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:06:34.621346 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:INSERT=18,neutron:SELECT=75,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:34.669146 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:34.680634 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f29801-a8f1-465b-b2b5-673c09f019e2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:06:34.685723 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-75f29801-a8f1-465b-b2b5-673c09f019e2 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/a8e13541-9272-4fa2-a9ff-940907d6ba01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0697763 Sep 04 01:06:34.688239 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 47720) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:34.692698 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf83b988-afd9-49fd-97c4-4f796d9d92a2 None None] Sync routers for ids ['a8e13541-9272-4fa2-a9ff-940907d6ba01'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:06:34.703233 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf83b988-afd9-49fd-97c4-4f796d9d92a2 None None] Routers {'a8e13541-9272-4fa2-a9ff-940907d6ba01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:34.703853 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-bf83b988-afd9-49fd-97c4-4f796d9d92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:06:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a8e13541-9272-4fa2-a9ff-940907d6ba01'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:34.727697 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8228309-0412-45a4-a4f7-e33b2b365bec req-cf9ecf00-3477-43fe-a7ea-7c94748e48ec tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:34.729223 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b8228309-0412-45a4-a4f7-e33b2b365bec req-cf9ecf00-3477-43fe-a7ea-7c94748e48ec tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 949 time: 0.0571690 Sep 04 01:06:34.737285 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e7937cca-4bc2-4d8d-9613-0dc296a28b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65166100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65271679'] for subnet (69d55e63-fdcb-4ee5-a9f8-cb02b9c67f96), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:34.809629 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-bf83b988-afd9-49fd-97c4-4f796d9d92a2 None None] Set router a8e13541-9272-4fa2-a9ff-940907d6ba01 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:34.843514 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7937cca-4bc2-4d8d-9613-0dc296a28b3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=69d55e63-fdcb-4ee5-a9f8-cb02b9c67f96,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:34.866029 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ae6b-16e0-4147-bc41-dcd9c3b5872e admin admin] Publish callbacks [] for router (a8e13541-9272-4fa2-a9ff-940907d6ba01), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:34.872280 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7937cca-4bc2-4d8d-9613-0dc296a28b3d admin admin] Checking segment: {'id': '691a306c-3c07-49ca-8d5b-c7e7a9ad5919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:06:34.872577 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7937cca-4bc2-4d8d-9613-0dc296a28b3d admin admin] Network hostable DHCP agents. Network: f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d, hostable agents: ['f07b96a2-ea86-405f-a561-e6ede253778c'], hosted agents: [] {{(pid=106791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:06:34.879008 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b8228309-0412-45a4-a4f7-e33b2b365bec req-b2188142-40a8-4cf5-8218-1951ebc39f5d tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=895e5321-ec4e-448d-8f9a-e84e7b053e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336427 Sep 04 01:06:34.909957 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6e6b2-025e-48b6-99a2-bbc667580c32 req-c903aa67-1bf1-4771-855f-f2293a727846 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:34.911142 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c8f6e6b2-025e-48b6-99a2-bbc667580c32 req-c903aa67-1bf1-4771-855f-f2293a727846 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0955985 Sep 04 01:06:34.996816 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-bf83b988-afd9-49fd-97c4-4f796d9d92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e13541-9272-4fa2-a9ff-940907d6ba01', 'name': 'tempest-DeleteServersTestJSON-1909304110-router', 'tenant_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.191'}], 'enable_snat': True}, 'gw_port_id': '3c278ab2-dc61-40f8-ab29-c8cc8b740d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:54Z', 'updated_at': '2022-09-04T01:06:33Z', 'revision_number': 5, 'project_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'gw_port': {'id': '3c278ab2-dc61-40f8-ab29-c8cc8b740d7d', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e13541-9272-4fa2-a9ff-940907d6ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:54Z', 'updated_at': '2022-09-04T01:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:35.006426 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7937cca-4bc2-4d8d-9613-0dc296a28b3d admin admin] Network f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d is scheduled to be hosted by DHCP agent f07b96a2-ea86-405f-a561-e6ede253778c with binding_index 1 {{(pid=106791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:06:35.027753 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf83b988-afd9-49fd-97c4-4f796d9d92a2 None None] Checking router: a8e13541-9272-4fa2-a9ff-940907d6ba01 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:06:35.036397 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf83b988-afd9-49fd-97c4-4f796d9d92a2 None None] Routers {'a8e13541-9272-4fa2-a9ff-940907d6ba01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:06:35.037252 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-bf83b988-afd9-49fd-97c4-4f796d9d92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:06:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a8e13541-9272-4fa2-a9ff-940907d6ba01'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:35.043733 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:35.075668 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ae6b-16e0-4147-bc41-dcd9c3b5872e admin admin] Publish callbacks [] for router_gateway (a8e13541-9272-4fa2-a9ff-940907d6ba01), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:35.089650 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c8f6e6b2-025e-48b6-99a2-bbc667580c32 req-54ec7b8e-747e-4728-92a6-ca2beda6cd67 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490462 Sep 04 01:06:35.094214 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-e7937cca-4bc2-4d8d-9613-0dc296a28b3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d) {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:35.099619 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7937cca-4bc2-4d8d-9613-0dc296a28b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:35.100832 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e7937cca-4bc2-4d8d-9613-0dc296a28b3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:35.107690 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa2171c-eb41-4157-a0c4-43cfd6da48cd None None] Network f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:06:35.144108 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-bf83b988-afd9-49fd-97c4-4f796d9d92a2 None None] Set router a8e13541-9272-4fa2-a9ff-940907d6ba01 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:06:35.202453 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-e7937cca-4bc2-4d8d-9613-0dc296a28b3d admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0213056 Sep 04 01:06:35.225891 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51d6a79-30ec-4fc3-af28-50f644c9386c None None] Network f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:06:35.251209 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-e9a1ae6b-16e0-4147-bc41-dcd9c3b5872e admin admin] Deleting port 3c278ab2-dc61-40f8-ab29-c8cc8b740d7d {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:06:35.251209 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ae6b-16e0-4147-bc41-dcd9c3b5872e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (3c278ab2-dc61-40f8-ab29-c8cc8b740d7d), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:35.311033 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:35.368336 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-bf83b988-afd9-49fd-97c4-4f796d9d92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e13541-9272-4fa2-a9ff-940907d6ba01', 'name': 'tempest-DeleteServersTestJSON-1909304110-router', 'tenant_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.191'}], 'enable_snat': True}, 'gw_port_id': '3c278ab2-dc61-40f8-ab29-c8cc8b740d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:54Z', 'updated_at': '2022-09-04T01:06:33Z', 'revision_number': 5, 'project_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'gw_port': {'id': '3c278ab2-dc61-40f8-ab29-c8cc8b740d7d', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e13541-9272-4fa2-a9ff-940907d6ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:54Z', 'updated_at': '2022-09-04T01:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:35.375448 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.db [None req-e9a1ae6b-16e0-4147-bc41-dcd9c3b5872e admin admin] For port 3c278ab2-dc61-40f8-ab29-c8cc8b740d7d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3c278ab2-dc61-40f8-ab29-c8cc8b740d7d,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:35.375872 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ae6b-16e0-4147-bc41-dcd9c3b5872e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (3c278ab2-dc61-40f8-ab29-c8cc8b740d7d), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:35.390467 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-e9a1ae6b-16e0-4147-bc41-dcd9c3b5872e admin admin] Calling delete_port for 3c278ab2-dc61-40f8-ab29-c8cc8b740d7d owned by network:router_gateway {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:06:35.397730 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf83b988-afd9-49fd-97c4-4f796d9d92a2 None None] The sync data for ids ['a8e13541-9272-4fa2-a9ff-940907d6ba01'] in dv-cinder-master-3-iscsi is: [{'id': 'a8e13541-9272-4fa2-a9ff-940907d6ba01', 'name': 'tempest-DeleteServersTestJSON-1909304110-router', 'tenant_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.191'}], 'enable_snat': True}, 'gw_port_id': '3c278ab2-dc61-40f8-ab29-c8cc8b740d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:54Z', 'updated_at': '2022-09-04T01:06:33Z', 'revision_number': 5, 'project_id': 'e07d8b14fef34e04a0410f12e5dbd2fe', 'gw_port': {'id': '3c278ab2-dc61-40f8-ab29-c8cc8b740d7d', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e13541-9272-4fa2-a9ff-940907d6ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:54Z', 'updated_at': '2022-09-04T01:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:06:35.547743 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e1224-c717-4d4b-9eea-9df3a149c31b req-0c75ceb9-413e-4b28-b562-bc24b3aa7348 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:35.549329 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-138e1224-c717-4d4b-9eea-9df3a149c31b req-0c75ceb9-413e-4b28-b562-bc24b3aa7348 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 949 time: 0.0931573 Sep 04 01:06:35.622664 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-138e1224-c717-4d4b-9eea-9df3a149c31b req-1d769e0b-4ef4-4c4e-a4b2-5215cffec95a tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=895e5321-ec4e-448d-8f9a-e84e7b053e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533044 Sep 04 01:06:35.724515 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:35.762611 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ae6b-16e0-4147-bc41-dcd9c3b5872e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882'] for port (3c278ab2-dc61-40f8-ab29-c8cc8b740d7d), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:35.819328 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1ae6b-16e0-4147-bc41-dcd9c3b5872e admin admin] Pushing event deleted for resources: {'Port': ['ID=3c278ab2-dc61-40f8-ab29-c8cc8b740d7d,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:35.823476 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ae6b-16e0-4147-bc41-dcd9c3b5872e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1810984'] for router_gateway (a8e13541-9272-4fa2-a9ff-940907d6ba01), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:35.937876 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:35.949733 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ae6b-16e0-4147-bc41-dcd9c3b5872e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14346'] for router (a8e13541-9272-4fa2-a9ff-940907d6ba01), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:35.952087 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ae6b-16e0-4147-bc41-dcd9c3b5872e admin admin] Publish callbacks [] for router_controller (a8e13541-9272-4fa2-a9ff-940907d6ba01), precommit_delete_associations {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.154110 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ae6b-16e0-4147-bc41-dcd9c3b5872e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1721226'] for router (a8e13541-9272-4fa2-a9ff-940907d6ba01), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.154879 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a1ae6b-16e0-4147-bc41-dcd9c3b5872e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8e13541-9272-4fa2-a9ff-940907d6ba01 {{(pid=106790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 01:06:36.161596 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ae6b-16e0-4147-bc41-dcd9c3b5872e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.165734 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-e9a1ae6b-16e0-4147-bc41-dcd9c3b5872e admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/a8e13541-9272-4fa2-a9ff-940907d6ba01 HTTP/1.1" status: 204 len: 168 time: 1.4735653 Sep 04 01:06:36.165734 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 47760) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:36.222913 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_v2 [None req-7836b3c3-5a8e-4ef5-badd-92b7bef4c099 admin admin] Deleting subnet 46f76b48-bc1e-4bf9-b91c-49408437f259 {{(pid=106790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:06:36.226277 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7836b3c3-5a8e-4ef5-badd-92b7bef4c099 admin admin] Publish callbacks [] for subnet (46f76b48-bc1e-4bf9-b91c-49408437f259), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.278334 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9721462-db84-4ef3-b97d-1f1211724f6b req-935f4215-b31a-4884-9ded-b708f3cc9189 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:36.282673 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7836b3c3-5a8e-4ef5-badd-92b7bef4c099 admin admin] Publish callbacks [] for subnet (46f76b48-bc1e-4bf9-b91c-49408437f259), precommit_delete_associations {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.291279 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a9721462-db84-4ef3-b97d-1f1211724f6b req-935f4215-b31a-4884-9ded-b708f3cc9189 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0904021 Sep 04 01:06:36.365531 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a9721462-db84-4ef3-b97d-1f1211724f6b req-09e55692-20f4-4a9e-849d-d9c8d182a5ad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714295 Sep 04 01:06:36.382290 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7836b3c3-5a8e-4ef5-badd-92b7bef4c099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869317'] for subnet (46f76b48-bc1e-4bf9-b91c-49408437f259), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.384754 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device a62a40a2-96f5-427a-808e-9e63c8644245 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:06:36.409935 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: a62a40a2-96f5-427a-808e-9e63c8644245 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:06:36.410355 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device a62a40a2-96f5-427a-808e-9e63c8644245 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:06:36.430237 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:36.565476 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.566815 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7836b3c3-5a8e-4ef5-badd-92b7bef4c099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for subnet (46f76b48-bc1e-4bf9-b91c-49408437f259), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.593990 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836b3c3-5a8e-4ef5-badd-92b7bef4c099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46f76b48-bc1e-4bf9-b91c-49408437f259,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:36.597433 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7836b3c3-5a8e-4ef5-badd-92b7bef4c099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for subnet (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.600544 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-7836b3c3-5a8e-4ef5-badd-92b7bef4c099 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/46f76b48-bc1e-4bf9-b91c-49408437f259 HTTP/1.1" status: 204 len: 168 time: 0.4341948 Sep 04 01:06:36.603159 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 47766) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:36.605586 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa5f4eb-1804-47ab-9f90-1368767e2c05 None None] Network 3b7528ba-1624-4915-b635-aeb0700ea8e7 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:06:36.657624 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:36.676413 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855412'] for network (3b7528ba-1624-4915-b635-aeb0700ea8e7), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.790392 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3e840-f995-4f8b-b947-4d495bd6dad4 req-d64b6f63-cd1d-492e-8b4c-18bb4af731b8 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:36.798892 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01460f8-da7a-4e80-aa21-096638112e89 None None] DHCP port deletion for 3b7528ba-1624-4915-b635-aeb0700ea8e7 request from dv-cinder-master-3-iscsi {{(pid=106792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 01:06:36.799032 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-78d3e840-f995-4f8b-b947-4d495bd6dad4 req-d64b6f63-cd1d-492e-8b4c-18bb4af731b8 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 949 time: 0.0664723 Sep 04 01:06:36.799032 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Deleting port 9b82da41-d694-43b0-a43b-5998addaf0bf {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:06:36.799032 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (9b82da41-d694-43b0-a43b-5998addaf0bf), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.831350 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b01460f8-da7a-4e80-aa21-096638112e89 None None] Deleting port 9b82da41-d694-43b0-a43b-5998addaf0bf {{(pid=106792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:06:36.831809 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b01460f8-da7a-4e80-aa21-096638112e89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (9b82da41-d694-43b0-a43b-5998addaf0bf), before_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.898599 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b01460f8-da7a-4e80-aa21-096638112e89 None None] For port 9b82da41-d694-43b0-a43b-5998addaf0bf, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9b82da41-d694-43b0-a43b-5998addaf0bf,segment=NetworkSegment(fa03338c-c7bc-4666-a251-ff3dadbd2af6),segment_id=fa03338c-c7bc-4666-a251-ff3dadbd2af6)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:36.899002 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b01460f8-da7a-4e80-aa21-096638112e89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (9b82da41-d694-43b0-a43b-5998addaf0bf), precommit_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:36.913313 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b01460f8-da7a-4e80-aa21-096638112e89 None None] Calling delete_port for 9b82da41-d694-43b0-a43b-5998addaf0bf owned by network:dhcp {{(pid=106792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:06:37.134221 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.db [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] For port 9b82da41-d694-43b0-a43b-5998addaf0bf, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9b82da41-d694-43b0-a43b-5998addaf0bf,segment=NetworkSegment(fa03338c-c7bc-4666-a251-ff3dadbd2af6),segment_id=fa03338c-c7bc-4666-a251-ff3dadbd2af6)] {{(pid=106790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:37.134590 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (9b82da41-d694-43b0-a43b-5998addaf0bf), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.153093 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-78d3e840-f995-4f8b-b947-4d495bd6dad4 req-07d31aed-62db-4cbc-8d40-f3f71db6c791 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=895e5321-ec4e-448d-8f9a-e84e7b053e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550735 Sep 04 01:06:37.154116 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Calling delete_port for 9b82da41-d694-43b0-a43b-5998addaf0bf owned by network:dhcp {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:06:37.246318 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b01460f8-da7a-4e80-aa21-096638112e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882'] for port (9b82da41-d694-43b0-a43b-5998addaf0bf), after_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.255193 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882'] for port (9b82da41-d694-43b0-a43b-5998addaf0bf), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.272431 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01460f8-da7a-4e80-aa21-096638112e89 None None] Pushing event deleted for resources: {'Port': ['ID=9b82da41-d694-43b0-a43b-5998addaf0bf,revision_number=None']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:37.281565 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Pushing event deleted for resources: {'Port': ['ID=9b82da41-d694-43b0-a43b-5998addaf0bf,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:37.288385 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] No DVR routers for this DVR port 9b82da41-d694-43b0-a43b-5998addaf0bf on host dv-cinder-master-3-iscsi {{(pid=106790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:06:37.292206 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01460f8-da7a-4e80-aa21-096638112e89 None None] No DVR routers for this DVR port 9b82da41-d694-43b0-a43b-5998addaf0bf on host dv-cinder-master-3-iscsi {{(pid=106792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:06:37.371291 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1299106', 'neutron.services.segments.db._delete_segments_for_network-8760291617684'] for network (3b7528ba-1624-4915-b635-aeb0700ea8e7), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.392849 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:37.393258 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:37.394532 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:37.394869 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Subscribe: > port after_create 55550000 {{(pid=106790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:37.395188 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Subscribe: > port after_delete 55550000 {{(pid=106790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:37.395525 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Subscribe: > port after_update 55550000 {{(pid=106790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:37.395840 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:37.396173 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:37.396491 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:37.396827 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:37.559410 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:37.561161 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fc214-d41a-4591-aa0b-d929c2661d7c req-07641742-0209-4059-b77e-c9c25d848678 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:37.561976 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:37.561976 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:37.561976 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 01:06:37.561976 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.services.segments.db [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7528ba-1624-4915-b635-aeb0700ea8e7']}} {{(pid=106790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:37.562294 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d36fc214-d41a-4591-aa0b-d929c2661d7c req-07641742-0209-4059-b77e-c9c25d848678 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0820606 Sep 04 01:06:37.562385 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.services.segments.db [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa03338c-c7bc-4666-a251-ff3dadbd2af6') {'for_net_delete': True} {{(pid=106790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:37.562385 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.services.segments.db [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa03338c-c7bc-4666-a251-ff3dadbd2af6') {} {{(pid=106790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:06:37.595679 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db45e6-3e25-4058-9bad-bf27141fc998 req-ccde1fda-f00e-4c43-8287-cc066ce52b4f tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:37.597354 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-32db45e6-3e25-4058-9bad-bf27141fc998 req-ccde1fda-f00e-4c43-8287-cc066ce52b4f tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 949 time: 0.0800478 Sep 04 01:06:37.598301 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760291642516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64390762'] for segment (fa03338c-c7bc-4666-a251-ff3dadbd2af6), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.635114 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:37.653784 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (fa03338c-c7bc-4666-a251-ff3dadbd2af6), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.657639 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d36fc214-d41a-4591-aa0b-d929c2661d7c req-77b13ec9-475d-40ea-ac03-b5e5f441a50c tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033990 Sep 04 01:06:37.670569 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=106790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:06:37.670977 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63045540'] for segment (fa03338c-c7bc-4666-a251-ff3dadbd2af6), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.713841 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-32db45e6-3e25-4058-9bad-bf27141fc998 req-004bb7f9-e421-4a13-b5c1-21cd7701d770 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Deleting port 0af19f52-43e4-40ca-848a-d2902c3e8205 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:06:37.714176 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-32db45e6-3e25-4058-9bad-bf27141fc998 req-004bb7f9-e421-4a13-b5c1-21cd7701d770 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (0af19f52-43e4-40ca-848a-d2902c3e8205), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.772189 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-28606c39-392e-48ee-8c10-0eaa16c1d3ad tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:37.773788 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-28606c39-392e-48ee-8c10-0eaa16c1d3ad tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/networks?id=f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d HTTP/1.1" status: 200 len: 813 time: 0.2202451 Sep 04 01:06:37.791373 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-f58906d2-bbea-4b53-9888-feb9f944d7ae tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/quotas/6071c3a795ba4aa098e3af8cde306d58 HTTP/1.1" status: 200 len: 375 time: 0.0108712 Sep 04 01:06:37.819483 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-32db45e6-3e25-4058-9bad-bf27141fc998 req-004bb7f9-e421-4a13-b5c1-21cd7701d770 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] For port 0af19f52-43e4-40ca-848a-d2902c3e8205, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0af19f52-43e4-40ca-848a-d2902c3e8205,segment=NetworkSegment(4e19c3f3-3b44-45ba-bb23-f26c22c581ca),segment_id=4e19c3f3-3b44-45ba-bb23-f26c22c581ca)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:37.819953 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-32db45e6-3e25-4058-9bad-bf27141fc998 req-004bb7f9-e421-4a13-b5c1-21cd7701d770 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (0af19f52-43e4-40ca-848a-d2902c3e8205), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.832147 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-94134964-f1b4-449b-9f97-109348f22dcf tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=6071c3a795ba4aa098e3af8cde306d58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330608 Sep 04 01:06:37.834396 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-32db45e6-3e25-4058-9bad-bf27141fc998 req-004bb7f9-e421-4a13-b5c1-21cd7701d770 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Calling delete_port for 0af19f52-43e4-40ca-848a-d2902c3e8205 owned by compute:nova {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:06:37.892903 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1299115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811184'] for network (3b7528ba-1624-4915-b635-aeb0700ea8e7), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.904746 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:37.908663 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/3b7528ba-1624-4915-b635-aeb0700ea8e7 HTTP/1.1" status: 204 len: 168 time: 1.3041444 Sep 04 01:06:37.924300 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363ca2a-1641-4d23-9187-719b69c3c6fb admin admin] Pushing event deleted for resources: {'Network': ['ID=3b7528ba-1624-4915-b635-aeb0700ea8e7,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:37.947315 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:37.963842 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-07b772e4-c81b-407b-a2c7-1b096efecb76 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235480 Sep 04 01:06:37.981307 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:37.987413 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.services.segments.plugin [-] Segment fa03338c-c7bc-4666-a251-ff3dadbd2af6 resource provider aggregate not found Sep 04 01:06:38.030430 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.services.segments.plugin [-] Segment fa03338c-c7bc-4666-a251-ff3dadbd2af6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa03338c-c7bc-4666-a251-ff3dadbd2af6 found for delete ", "request_id": "req-331cefe2-6caf-4402-b1e9-bfd748ce401d"}]} Sep 04 01:06:38.068854 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-32db45e6-3e25-4058-9bad-bf27141fc998 req-004bb7f9-e421-4a13-b5c1-21cd7701d770 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (0af19f52-43e4-40ca-848a-d2902c3e8205), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:38.079632 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-b154f7ec-3bc2-4c1c-9809-4496298b30a0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097655 Sep 04 01:06:38.105537 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bb7f9-e421-4a13-b5c1-21cd7701d770 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Pushing event deleted for resources: {'Port': ['ID=0af19f52-43e4-40ca-848a-d2902c3e8205,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:38.116752 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['0af19f52-43e4-40ca-848a-d2902c3e8205'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:06:38.160921 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-32db45e6-3e25-4058-9bad-bf27141fc998 req-004bb7f9-e421-4a13-b5c1-21cd7701d770 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] No DVR routers for this DVR port 0af19f52-43e4-40ca-848a-d2902c3e8205 on host hv-cinder-maste {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:06:38.160921 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-32db45e6-3e25-4058-9bad-bf27141fc998 req-004bb7f9-e421-4a13-b5c1-21cd7701d770 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:38.160921 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-32db45e6-3e25-4058-9bad-bf27141fc998 req-004bb7f9-e421-4a13-b5c1-21cd7701d770 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.16 "DELETE /networking/v2.0/ports/0af19f52-43e4-40ca-848a-d2902c3e8205 HTTP/1.1" status: 204 len: 173 time: 0.5523288 Sep 04 01:06:38.160921 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8', 'name': 'network-vif-deleted', 'tag': '0af19f52-43e4-40ca-848a-d2902c3e8205'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:06:38.170824 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eedbfa5-4d71-4ca1-ae88-7281721d4640" -d '{"events": [{"server_uuid": "aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8", "name": "network-vif-deleted", "tag": "0af19f52-43e4-40ca-848a-d2902c3e8205"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:06:38.227705 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae8c0ff-a78d-403e-80fa-2cc476daca53 x-openstack-request-id: req-7ae8c0ff-a78d-403e-80fa-2cc476daca53 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:06:38.227997 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8", "name": "network-vif-deleted", "tag": "0af19f52-43e4-40ca-848a-d2902c3e8205", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:06:38.228270 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7ae8c0ff-a78d-403e-80fa-2cc476daca53 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:06:38.228717 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ae8c0ff-a78d-403e-80fa-2cc476daca53'] response: {'server_uuid': 'aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8', 'name': 'network-vif-deleted', 'tag': '0af19f52-43e4-40ca-848a-d2902c3e8205', 'status': 'completed', 'code': 200} Sep 04 01:06:38.331061 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 3c278ab2-dc61-40f8-ab29-c8cc8b740d7d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:06:38.337098 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-618f90cb-77be-46ec-8773-1e3945c5c91a req-4b11e3a4-660f-40da-9eb5-2ad0cbc65259 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 210 time: 0.0399358 Sep 04 01:06:38.371212 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: 3c278ab2-dc61-40f8-ab29-c8cc8b740d7d {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:06:38.371578 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 3c278ab2-dc61-40f8-ab29-c8cc8b740d7d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:06:38.372181 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 9b82da41-d694-43b0-a43b-5998addaf0bf no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:06:38.392055 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: 9b82da41-d694-43b0-a43b-5998addaf0bf {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:06:38.393874 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 9b82da41-d694-43b0-a43b-5998addaf0bf not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:06:38.442457 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7c542548-9d2f-4760-9d6b-f27c8da2f830 req-119b2934-5625-4cae-a337-332db4951c4c tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 210 time: 0.0348732 Sep 04 01:06:38.559476 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 47818) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:38.603105 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-737320f7-1c2f-4dfd-b90d-d6b18b572842 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e07d8b14fef34e04a0410f12e5dbd2fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420525 Sep 04 01:06:38.606038 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 47822) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:38.642046 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:38.675263 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d2a0a28d-5373-4bc0-8341-d431c7a7aa9a admin admin] Publish callbacks [] for security_group (703cb105-947c-42c1-9237-d9f950459033), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:38.700726 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d2a0a28d-5373-4bc0-8341-d431c7a7aa9a admin admin] Publish callbacks [] for security_group (703cb105-947c-42c1-9237-d9f950459033), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:38.791336 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903f067-5657-4cf6-87cd-47999bf8c301 req-e9eaa2cd-0f1c-4ab3-abd6-28d0b883a004 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:38.793340 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6903f067-5657-4cf6-87cd-47999bf8c301 req-e9eaa2cd-0f1c-4ab3-abd6-28d0b883a004 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0505757 Sep 04 01:06:38.816563 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d2a0a28d-5373-4bc0-8341-d431c7a7aa9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (703cb105-947c-42c1-9237-d9f950459033), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:38.819063 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d2a0a28d-5373-4bc0-8341-d431c7a7aa9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:38.820170 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-d2a0a28d-5373-4bc0-8341-d431c7a7aa9a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/703cb105-947c-42c1-9237-d9f950459033 HTTP/1.1" status: 204 len: 168 time: 0.2127016 Sep 04 01:06:38.832308 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0a28d-5373-4bc0-8341-d431c7a7aa9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703cb105-947c-42c1-9237-d9f950459033,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:38.858447 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6903f067-5657-4cf6-87cd-47999bf8c301 req-0240b796-c054-4de8-8c32-ea6c9729577b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593867 Sep 04 01:06:39.453201 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-17235cf6-8f2c-429a-9682-4face6a26080 req-86ed6568-5499-4ccf-96c5-ece2f9718d53 tempest-VolumesNegativeTest-1515737641 tempest-VolumesNegativeTest-1515737641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aea3d71b-c26e-4e64-a3d4-e2ae5cfa25d8 HTTP/1.1" status: 200 len: 210 time: 0.0274332 Sep 04 01:06:39.531421 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-14b70b39-4336-49b1-a707-a9327ed5c435 req-14eb6d23-daa5-4d72-b5dc-e391a1249ed0 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 210 time: 0.0318117 Sep 04 01:06:40.005264 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739acd2-cadd-40ed-bed6-118ccaa0718b req-01d2169f-e1f1-44af-8cbc-693a820d85ad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:40.006762 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6739acd2-cadd-40ed-bed6-118ccaa0718b req-01d2169f-e1f1-44af-8cbc-693a820d85ad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0537076 Sep 04 01:06:40.064015 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6739acd2-cadd-40ed-bed6-118ccaa0718b req-689e68e0-58ee-41be-a134-cd3827dfffee tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487723 Sep 04 01:06:40.641963 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7188ac8e-cb52-4f09-9520-178a880d2e5a req-2c898df8-da4e-4046-99c5-cc7e83b9fb0f tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 210 time: 0.0274410 Sep 04 01:06:41.188114 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457a977-e80f-4215-a2d6-8372be0391b0 req-150865d9-1825-4d4f-9885-27f433ea740b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:41.189723 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5457a977-e80f-4215-a2d6-8372be0391b0 req-150865d9-1825-4d4f-9885-27f433ea740b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0463872 Sep 04 01:06:41.241171 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5457a977-e80f-4215-a2d6-8372be0391b0 req-dc03b8f6-e877-4905-a4df-2431e5cd6bb4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449686 Sep 04 01:06:41.379652 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-2dbc7236-5198-465b-a35c-ed225c0e282f tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:41.381155 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-2dbc7236-5198-465b-a35c-ed225c0e282f tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.16 "GET /networking/v2.0/networks?id=f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d HTTP/1.1" status: 200 len: 813 time: 0.1217477 Sep 04 01:06:41.411679 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-3d4985e6-7ee9-4d6a-90d6-74fd85253119 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Request body: {'port': {'device_id': '2808d334-c39c-4a09-88c7-c1711cce4215', 'network_id': 'f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d', 'admin_state_up': True, 'tenant_id': '6071c3a795ba4aa098e3af8cde306d58'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:41.640088 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-3d4985e6-7ee9-4d6a-90d6-74fd85253119 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Made reservation on behalf of 6071c3a795ba4aa098e3af8cde306d58 for: {'port': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:06:41.644108 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-3d4985e6-7ee9-4d6a-90d6-74fd85253119 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:41.809905 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3ee208c4-e1e6-4d4a-a752-1acb765fc1f4 req-a83ed83a-a2d5-4bc3-bf06-c03306cf64bb tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 210 time: 0.0667782 Sep 04 01:06:41.847206 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-3d4985e6-7ee9-4d6a-90d6-74fd85253119 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Allocated IP 172.20.0.11 (f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d/69d55e63-fdcb-4ee5-a9f8-cb02b9c67f96/449add0b-213e-49af-b0f2-5656f19d796f) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:06:42.010333 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-3d4985e6-7ee9-4d6a-90d6-74fd85253119 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Publish callbacks [] for port (449add0b-213e-49af-b0f2-5656f19d796f), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:42.020630 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:42.119418 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-3d4985e6-7ee9-4d6a-90d6-74fd85253119 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (449add0b-213e-49af-b0f2-5656f19d796f), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:42.170749 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-3d4985e6-7ee9-4d6a-90d6-74fd85253119 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Network f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:06:42.174049 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-3d4985e6-7ee9-4d6a-90d6-74fd85253119 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:06:42.178190 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-3d4985e6-7ee9-4d6a-90d6-74fd85253119 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:06:42.201258 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4985e6-7ee9-4d6a-90d6-74fd85253119 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Pushing event updated for resources: {'Port': ['ID=449add0b-213e-49af-b0f2-5656f19d796f,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:42.210376 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:42.230944 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-3d4985e6-7ee9-4d6a-90d6-74fd85253119 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:42.231618 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-3d4985e6-7ee9-4d6a-90d6-74fd85253119 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:42.335155 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-3d4985e6-7ee9-4d6a-90d6-74fd85253119 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9284801 Sep 04 01:06:42.354617 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] Request body: {'port': {'device_id': '2808d334-c39c-4a09-88c7-c1711cce4215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:06:42.373464 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510b80d-d5d1-4fdc-8e98-abc1ba3ad5c0 req-35901bff-d7b0-40ab-b2e0-2aed8d307a31 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:42.374938 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b510b80d-d5d1-4fdc-8e98-abc1ba3ad5c0 req-35901bff-d7b0-40ab-b2e0-2aed8d307a31 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0527172 Sep 04 01:06:42.416973 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (449add0b-213e-49af-b0f2-5656f19d796f), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:42.448636 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b510b80d-d5d1-4fdc-8e98-abc1ba3ad5c0 req-6ae8122b-506c-46f2-b5d6-15ea0a3630d4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675037 Sep 04 01:06:42.707761 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449add0b-213e-49af-b0f2-5656f19d796f {{(pid=106791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:06:42.715228 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] Publish callbacks [] for port (449add0b-213e-49af-b0f2-5656f19d796f), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:42.731964 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.provisioning_blocks [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] Transition to ACTIVE for port object 449add0b-213e-49af-b0f2-5656f19d796f will not be triggered until provisioned by entity L2. {{(pid=106791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:06:42.782975 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (449add0b-213e-49af-b0f2-5656f19d796f), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:42.885314 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] Pushing event updated for resources: {'Port': ['ID=449add0b-213e-49af-b0f2-5656f19d796f,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:42.914917 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] Attempting to bind port 449add0b-213e-49af-b0f2-5656f19d796f on host hv-cinder-maste for vnic_type normal with profile {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:06:42.915252 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] Attempting to bind port 449add0b-213e-49af-b0f2-5656f19d796f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '691a306c-3c07-49ca-8d5b-c7e7a9ad5919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d'}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:06:42.915580 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] Attempting to bind port 449add0b-213e-49af-b0f2-5656f19d796f on network f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:06:42.920359 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] Port 449add0b-213e-49af-b0f2-5656f19d796f on network f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:06:42.920664 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] Attempting to bind port 449add0b-213e-49af-b0f2-5656f19d796f on network f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:06:42.932004 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] Checking agent: {'id': 'dda4db69-a2e6-4522-aa0b-4e619e0d5c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'started_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:06:42.932341 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] Checking segment: {'id': '691a306c-3c07-49ca-8d5b-c7e7a9ad5919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:06:42.932801 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] Bound using segment: {'id': '691a306c-3c07-49ca-8d5b-c7e7a9ad5919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d'} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:06:42.936836 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] Bound port: 449add0b-213e-49af-b0f2-5656f19d796f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '691a306c-3c07-49ca-8d5b-c7e7a9ad5919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d'}}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:06:42.937238 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (449add0b-213e-49af-b0f2-5656f19d796f), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:42.958166 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86a7a4-e47e-485f-935c-2cec2edfefdd req-19af9a6a-eb98-40bf-b6ab-9f399d59bdd8 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:42.959552 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ed86a7a4-e47e-485f-935c-2cec2edfefdd req-19af9a6a-eb98-40bf-b6ab-9f399d59bdd8 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 944 time: 0.0603387 Sep 04 01:06:42.979144 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:43.000895 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] For port 449add0b-213e-49af-b0f2-5656f19d796f, host hv-cinder-maste, cleared binding levels {{(pid=106791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:06:43.004886 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] For port 449add0b-213e-49af-b0f2-5656f19d796f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=449add0b-213e-49af-b0f2-5656f19d796f,segment=NetworkSegment(691a306c-3c07-49ca-8d5b-c7e7a9ad5919),segment_id=691a306c-3c07-49ca-8d5b-c7e7a9ad5919)] {{(pid=106791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:06:43.009285 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ed86a7a4-e47e-485f-935c-2cec2edfefdd req-04aadb1f-59be-47a5-a4d1-5b297f02a2d1 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440133 Sep 04 01:06:43.068934 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (449add0b-213e-49af-b0f2-5656f19d796f), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:43.073264 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:43.078295 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:43.078295 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/449add0b-213e-49af-b0f2-5656f19d796f HTTP/1.1" status: 200 len: 1094 time: 0.7248313 Sep 04 01:06:43.078295 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2808d334-c39c-4a09-88c7-c1711cce4215', 'tag': '449add0b-213e-49af-b0f2-5656f19d796f'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:06:43.078295 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf6916c-19d2-418f-9f09-439462bdeeb6" -d '{"events": [{"name": "network-changed", "server_uuid": "2808d334-c39c-4a09-88c7-c1711cce4215", "tag": "449add0b-213e-49af-b0f2-5656f19d796f"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:06:43.129128 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9308eb-8493-4f54-a4d7-6e823db22545 service neutron] Pushing event updated for resources: {'Port': ['ID=449add0b-213e-49af-b0f2-5656f19d796f,revision_number=3']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:43.259168 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c399b28-b209-400c-95b2-401ea91c5ec1 x-openstack-request-id: req-6c399b28-b209-400c-95b2-401ea91c5ec1 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:06:43.259491 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2808d334-c39c-4a09-88c7-c1711cce4215", "tag": "449add0b-213e-49af-b0f2-5656f19d796f", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:06:43.259742 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c399b28-b209-400c-95b2-401ea91c5ec1 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:06:43.260148 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c399b28-b209-400c-95b2-401ea91c5ec1'] response: {'name': 'network-changed', 'server_uuid': '2808d334-c39c-4a09-88c7-c1711cce4215', 'tag': '449add0b-213e-49af-b0f2-5656f19d796f', 'status': 'completed', 'code': 200} Sep 04 01:06:43.620091 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9b24c-9ae4-4d05-ab68-62fa087a4d80 req-77d55c45-b67f-4bf8-a841-0e5bd176ab4a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:43.621614 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b5c9b24c-9ae4-4d05-ab68-62fa087a4d80 req-77d55c45-b67f-4bf8-a841-0e5bd176ab4a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0479469 Sep 04 01:06:43.684817 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b5c9b24c-9ae4-4d05-ab68-62fa087a4d80 req-5362453d-283c-47fb-81fc-e90932a56554 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557323 Sep 04 01:06:44.145139 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca017e-bd34-4b01-ae50-b25e1a5baa23 req-a35d8789-f9c6-4d15-818d-fc6042e6ce8e tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:44.148124 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-45ca017e-bd34-4b01-ae50-b25e1a5baa23 req-a35d8789-f9c6-4d15-818d-fc6042e6ce8e tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 944 time: 0.0575490 Sep 04 01:06:44.201382 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-45ca017e-bd34-4b01-ae50-b25e1a5baa23 req-8e887697-fe1b-4ed7-8c50-dae413adb427 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480564 Sep 04 01:06:44.819195 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14432700-93a3-4c46-9d0a-0289522921f4 req-2418779e-5381-4270-8f55-69e9641a95b7 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:44.820681 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-14432700-93a3-4c46-9d0a-0289522921f4 req-2418779e-5381-4270-8f55-69e9641a95b7 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0477912 Sep 04 01:06:44.878534 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-14432700-93a3-4c46-9d0a-0289522921f4 req-349f4ada-6be5-4649-a27d-6ea98412c214 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488684 Sep 04 01:06:45.322480 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2fd0f-4fa2-4ff1-ab92-be13b995d7ca req-2ebc4b8a-f584-45f0-a728-a1053791eb54 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:45.323971 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ecf2fd0f-4fa2-4ff1-ab92-be13b995d7ca req-2ebc4b8a-f584-45f0-a728-a1053791eb54 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 944 time: 0.0460994 Sep 04 01:06:45.374527 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ecf2fd0f-4fa2-4ff1-ab92-be13b995d7ca req-d75c4687-2e1b-4ac0-9222-22cf5a353c4e tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451050 Sep 04 01:06:45.878911 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 0af19f52-43e4-40ca-848a-d2902c3e8205 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:06:45.900528 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] No Port match for: 0af19f52-43e4-40ca-848a-d2902c3e8205 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:06:45.900871 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 0af19f52-43e4-40ca-848a-d2902c3e8205 not bound to the agent host hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:06:45.980526 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:45.996585 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7fdb3-4904-49c8-bf72-1fbf5b9cf57c req-a2795fd4-ccd8-4958-a9bd-38bf4130448f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:45.998160 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b3c7fdb3-4904-49c8-bf72-1fbf5b9cf57c req-a2795fd4-ccd8-4958-a9bd-38bf4130448f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0496087 Sep 04 01:06:46.046152 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b3c7fdb3-4904-49c8-bf72-1fbf5b9cf57c req-f3ffb9e1-877c-42a9-b42c-e6428dc7520e tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418775 Sep 04 01:06:46.495263 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154017e-a50b-4906-b3f8-63d6b3e81349 req-638a114d-1dc8-4cd1-a72c-ddf9f78c8d90 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:46.496784 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8154017e-a50b-4906-b3f8-63d6b3e81349 req-638a114d-1dc8-4cd1-a72c-ddf9f78c8d90 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 944 time: 0.0458915 Sep 04 01:06:46.544019 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8154017e-a50b-4906-b3f8-63d6b3e81349 req-450442d7-6589-4cbb-98ee-ea9329beda0c tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414054 Sep 04 01:06:47.022661 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6916c-19d2-418f-9f09-439462bdeeb6 req-f0b142bb-f57f-4b74-95a0-58b7ea07c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:47.024191 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0bf6916c-19d2-418f-9f09-439462bdeeb6 req-f0b142bb-f57f-4b74-95a0-58b7ea07c94a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=6071c3a795ba4aa098e3af8cde306d58&device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 1128 time: 0.0561135 Sep 04 01:06:47.203590 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375553c-d7ce-48b4-86f7-67b041de220f req-96a08402-9a17-49e0-bd28-94a8e00380a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:47.205491 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a375553c-d7ce-48b4-86f7-67b041de220f req-96a08402-9a17-49e0-bd28-94a8e00380a1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 1129 time: 0.1076021 Sep 04 01:06:47.210136 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:47.240621 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bf4b4-72b9-4f15-b6c6-9021db5c2dc4 req-cafbb825-0425-4950-807d-3d9665d5dbd6 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:47.242068 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-598bf4b4-72b9-4f15-b6c6-9021db5c2dc4 req-cafbb825-0425-4950-807d-3d9665d5dbd6 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.1083794 Sep 04 01:06:47.287243 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6916c-19d2-418f-9f09-439462bdeeb6 req-70044774-7959-4a42-9adb-d3beb5013a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:47.288677 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0bf6916c-19d2-418f-9f09-439462bdeeb6 req-70044774-7959-4a42-9adb-d3beb5013a71 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=6071c3a795ba4aa098e3af8cde306d58&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2149494 Sep 04 01:06:47.332801 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a375553c-d7ce-48b4-86f7-67b041de220f req-9fc3c74e-b16f-4ef2-8aaf-791ce127ec7e service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136634 Sep 04 01:06:47.382315 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-598bf4b4-72b9-4f15-b6c6-9021db5c2dc4 req-c5eb8fbe-8555-444d-bf3c-4b600fa1b742 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283169 Sep 04 01:06:47.424891 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6916c-19d2-418f-9f09-439462bdeeb6 req-8290f0f2-8308-4b0a-b6b4-aa559ff3bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:47.426500 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0bf6916c-19d2-418f-9f09-439462bdeeb6 req-8290f0f2-8308-4b0a-b6b4-aa559ff3bf05 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1235476 Sep 04 01:06:47.668678 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1227d-7930-4c23-a668-a9bc46cba843 req-caef72e1-fe12-4934-9104-9c406306bb98 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:47.670179 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-32a1227d-7930-4c23-a668-a9bc46cba843 req-caef72e1-fe12-4934-9104-9c406306bb98 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 944 time: 0.0464873 Sep 04 01:06:47.727446 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-32a1227d-7930-4c23-a668-a9bc46cba843 req-e25b52c0-71a3-4145-84ac-9cbddf9bd725 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512080 Sep 04 01:06:47.817340 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 48228) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:47.944844 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:47.955599 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-06bcfda5-7ca0-49fd-8706-4faa886243da admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=528d5c15cc47445dbe46761067a1c54a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371508 Sep 04 01:06:47.958156 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 48232) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:48.005287 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e5f9-ed70-428f-8f6b-945b8174a0ec admin admin] Publish callbacks [] for security_group (895e5321-ec4e-448d-8f9a-e84e7b053e04), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:48.025206 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e5f9-ed70-428f-8f6b-945b8174a0ec admin admin] Publish callbacks [] for security_group (895e5321-ec4e-448d-8f9a-e84e7b053e04), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:48.345433 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-0bf372a5-9c4c-4e7a-886d-b1d3a52cf98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:48.346957 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-0bf372a5-9c4c-4e7a-886d-b1d3a52cf98d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=6071c3a795ba4aa098e3af8cde306d58&device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 1128 time: 0.2770226 Sep 04 01:06:48.397562 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-16a55223-ef81-45c1-9537-cdeb9ef95c5f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=449add0b-213e-49af-b0f2-5656f19d796f HTTP/1.1" status: 200 len: 217 time: 0.0326676 Sep 04 01:06:48.421307 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e5f9-ed70-428f-8f6b-945b8174a0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (895e5321-ec4e-448d-8f9a-e84e7b053e04), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:48.425253 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e5f9-ed70-428f-8f6b-945b8174a0ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:48.431595 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-4fb5e5f9-ed70-428f-8f6b-945b8174a0ec admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/895e5321-ec4e-448d-8f9a-e84e7b053e04 HTTP/1.1" status: 204 len: 168 time: 0.4699006 Sep 04 01:06:48.437948 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5e5f9-ed70-428f-8f6b-945b8174a0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895e5321-ec4e-448d-8f9a-e84e7b053e04,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:48.516359 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687f5b6-47ec-40f6-95ce-828a4d8a0b4b req-530620f6-1889-4277-8b1d-615f21a360cc tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:48.517359 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d687f5b6-47ec-40f6-95ce-828a4d8a0b4b req-530620f6-1889-4277-8b1d-615f21a360cc tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0511940 Sep 04 01:06:48.568173 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d687f5b6-47ec-40f6-95ce-828a4d8a0b4b req-1e5294cf-6586-4c5c-af8c-35ba8a78d8de tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439184 Sep 04 01:06:48.731712 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-ddd26ff0-aa6b-41ea-bbc5-4d4755458fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:48.733347 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-ddd26ff0-aa6b-41ea-bbc5-4d4755458fcf service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=69d55e63-fdcb-4ee5-a9f8-cb02b9c67f96 HTTP/1.1" status: 200 len: 853 time: 0.0574529 Sep 04 01:06:48.869498 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215c83a-df9c-4542-8788-953a01b63753 req-96cc3a6b-6f36-432c-9150-948b34156501 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:48.872000 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1215c83a-df9c-4542-8788-953a01b63753 req-96cc3a6b-6f36-432c-9150-948b34156501 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 944 time: 0.0562232 Sep 04 01:06:48.920608 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1215c83a-df9c-4542-8788-953a01b63753 req-64d9458c-7a5f-4108-b6b2-e91a79eb728b tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429595 Sep 04 01:06:49.058479 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:06:49.247114 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-6614621e-1989-4693-b483-a2d7fd7e7032 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273068 Sep 04 01:06:49.362772 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-dc589bfb-e935-4c5a-bfba-412a205e230d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994482 Sep 04 01:06:49.475080 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-22fd5642-45d8-4f12-894b-18c3560617f4 req-75aac8bd-4303-4474-a708-48e1c3423e1b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979023 Sep 04 01:06:49.700044 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b4dd0-9892-4769-ac64-a0e2f0f0eae2 req-0fdc82cd-7399-4bda-865c-4d6570fd73e6 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:49.701595 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-545b4dd0-9892-4769-ac64-a0e2f0f0eae2 req-0fdc82cd-7399-4bda-865c-4d6570fd73e6 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0539579 Sep 04 01:06:49.759092 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-545b4dd0-9892-4769-ac64-a0e2f0f0eae2 req-e0d6b6db-7cf1-4be3-88e6-b36a0177f38b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484986 Sep 04 01:06:49.884511 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc6f4b-58ab-44a9-bdc2-2b896c89856a req-5d81a3e2-0243-443d-8766-e353f1b9a52c tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:49.886062 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6abc6f4b-58ab-44a9-bdc2-2b896c89856a req-5d81a3e2-0243-443d-8766-e353f1b9a52c tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0497808 Sep 04 01:06:49.937254 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6abc6f4b-58ab-44a9-bdc2-2b896c89856a req-842036ed-a013-45bb-8340-808b72528e0b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454814 Sep 04 01:06:49.967594 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 48280) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:50.054784 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffffa2-0ff6-45d5-b460-56f42355620e req-66e47640-9db2-40bf-bc27-a6b78f1aff94 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:50.056488 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3cffffa2-0ff6-45d5-b460-56f42355620e req-66e47640-9db2-40bf-bc27-a6b78f1aff94 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 944 time: 0.0584140 Sep 04 01:06:50.117341 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f5740dd5-abe0-46de-9e40-85e86866d818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:50.123236 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3cffffa2-0ff6-45d5-b460-56f42355620e req-a7863ff9-604b-4949-9cbc-ea39a1aecb1c tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607867 Sep 04 01:06:50.189570 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:50.207150 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f5740dd5-abe0-46de-9e40-85e86866d818 admin admin] Publish callbacks [] for security_group (6ca79921-cac2-48b6-b2fd-5f8c56bead65), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:50.341919 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f5740dd5-abe0-46de-9e40-85e86866d818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (6ca79921-cac2-48b6-b2fd-5f8c56bead65), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:50.362404 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:50.385279 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-f5740dd5-abe0-46de-9e40-85e86866d818 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=07a7237c4f0c4f3e8e43aa14ec0a9064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4165223 Sep 04 01:06:50.386156 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5740dd5-abe0-46de-9e40-85e86866d818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca79921-cac2-48b6-b2fd-5f8c56bead65,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:50.388042 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 48290) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:06:50.441422 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a3ee84b7-11f7-432c-a409-a7594e008647 admin admin] Publish callbacks [] for security_group (6ca79921-cac2-48b6-b2fd-5f8c56bead65), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:50.454589 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:50.464657 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a3ee84b7-11f7-432c-a409-a7594e008647 admin admin] Publish callbacks [] for security_group (6ca79921-cac2-48b6-b2fd-5f8c56bead65), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:50.587626 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a3ee84b7-11f7-432c-a409-a7594e008647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (6ca79921-cac2-48b6-b2fd-5f8c56bead65), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:50.590331 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a3ee84b7-11f7-432c-a409-a7594e008647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:50.591531 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-a3ee84b7-11f7-432c-a409-a7594e008647 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6ca79921-cac2-48b6-b2fd-5f8c56bead65 HTTP/1.1" status: 204 len: 168 time: 0.2025001 Sep 04 01:06:50.600584 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee84b7-11f7-432c-a409-a7594e008647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca79921-cac2-48b6-b2fd-5f8c56bead65,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:51.248043 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691e59c-7f63-41b6-97f6-370be8f3f7ce req-9a3286ee-5c44-4fd0-9b7f-6840378accf0 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:51.249632 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7691e59c-7f63-41b6-97f6-370be8f3f7ce req-9a3286ee-5c44-4fd0-9b7f-6840378accf0 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 944 time: 0.0500157 Sep 04 01:06:51.297820 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7691e59c-7f63-41b6-97f6-370be8f3f7ce req-034a139f-a0e4-4eb5-8955-e70166466c22 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420780 Sep 04 01:06:52.295241 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0209d8-da73-4e33-84ba-d0a1e5401708 req-a206abde-90fb-42b1-b01c-0c748f0ba33f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:52.296720 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6b0209d8-da73-4e33-84ba-d0a1e5401708 req-a206abde-90fb-42b1-b01c-0c748f0ba33f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0492814 Sep 04 01:06:52.365885 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6b0209d8-da73-4e33-84ba-d0a1e5401708 req-65b7502a-2c74-46cd-863d-8096711e2a0a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556431 Sep 04 01:06:52.368572 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7a0c5-8a41-4c85-b4fa-8ad52ae4588e req-5585f18e-9bc9-49f8-9c03-855aeb6c86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:52.370120 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d0e7a0c5-8a41-4c85-b4fa-8ad52ae4588e req-5585f18e-9bc9-49f8-9c03-855aeb6c86bb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=db72b63281384bd883b04d05bcc35677&device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 1130 time: 0.0477629 Sep 04 01:06:52.503633 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209a7b7-078d-4e4b-84a3-2b64d7d7a0c7 req-79e36497-a6ca-44a1-bac6-03bf9f6dbb9b tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:52.508777 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3209a7b7-078d-4e4b-84a3-2b64d7d7a0c7 req-79e36497-a6ca-44a1-bac6-03bf9f6dbb9b tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 944 time: 0.1092160 Sep 04 01:06:52.566644 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7a0c5-8a41-4c85-b4fa-8ad52ae4588e req-41ec5ffb-9339-4f83-ac4c-c3066de87c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:52.568228 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d0e7a0c5-8a41-4c85-b4fa-8ad52ae4588e req-41ec5ffb-9339-4f83-ac4c-c3066de87c3f service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=b16f22e1-6fb1-440b-98eb-845123e960e6 HTTP/1.1" status: 200 len: 919 time: 0.1909130 Sep 04 01:06:52.587140 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3209a7b7-078d-4e4b-84a3-2b64d7d7a0c7 req-cac9d302-c022-42f1-93de-99a2e70e4d43 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742722 Sep 04 01:06:52.612897 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d0e7a0c5-8a41-4c85-b4fa-8ad52ae4588e req-f76a78cb-5b3a-41fe-b3f5-e4d2e036144b service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28efc83e-9838-45a7-9fd3-3625eeff4b09 HTTP/1.1" status: 200 len: 217 time: 0.0369303 Sep 04 01:06:52.667994 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7a0c5-8a41-4c85-b4fa-8ad52ae4588e req-741b64f5-2bb7-4af7-81b0-bd17c59ecc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:52.671585 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d0e7a0c5-8a41-4c85-b4fa-8ad52ae4588e req-741b64f5-2bb7-4af7-81b0-bd17c59ecc68 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0 HTTP/1.1" status: 200 len: 857 time: 0.0503383 Sep 04 01:06:52.714418 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7a0c5-8a41-4c85-b4fa-8ad52ae4588e req-a0e0862c-9af7-4984-9d57-2e22516b98b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:52.715883 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d0e7a0c5-8a41-4c85-b4fa-8ad52ae4588e req-a0e0862c-9af7-4984-9d57-2e22516b98b2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b16f22e1-6fb1-440b-98eb-845123e960e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392675 Sep 04 01:06:52.820329 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d0e7a0c5-8a41-4c85-b4fa-8ad52ae4588e req-baa8474d-0d1c-4f46-aedb-b9ea7e8143b5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853724 Sep 04 01:06:52.910586 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d0e7a0c5-8a41-4c85-b4fa-8ad52ae4588e req-b48ab0df-3091-4b43-960a-e57d97f47a19 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815172 Sep 04 01:06:53.478273 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa302c56-a425-4577-8baa-ff4dbbef27ce req-48c1c154-e3de-4c13-8934-b19c41d6ab95 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:53.479791 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-fa302c56-a425-4577-8baa-ff4dbbef27ce req-48c1c154-e3de-4c13-8934-b19c41d6ab95 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0467238 Sep 04 01:06:53.527582 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-fa302c56-a425-4577-8baa-ff4dbbef27ce req-8ab796ba-6d84-461c-8802-c971e6c44900 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421154 Sep 04 01:06:53.716586 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4db18-992a-4697-9cea-2cf59d10258e req-fd317dc6-4a0e-4992-aa2c-0655d78bebea tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:53.718334 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-50d4db18-992a-4697-9cea-2cf59d10258e req-fd317dc6-4a0e-4992-aa2c-0655d78bebea tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 944 time: 0.0546873 Sep 04 01:06:53.766158 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-50d4db18-992a-4697-9cea-2cf59d10258e req-14839b2c-85ee-49ac-8966-86887f0f2c7a tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414882 Sep 04 01:06:53.924932 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 449add0b-213e-49af-b0f2-5656f19d796f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:06:53.949996 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=62 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:53.988661 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:54.028353 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 449add0b-213e-49af-b0f2-5656f19d796f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=449add0b-213e-49af-b0f2-5656f19d796f,segment=NetworkSegment(691a306c-3c07-49ca-8d5b-c7e7a9ad5919),segment_id=691a306c-3c07-49ca-8d5b-c7e7a9ad5919)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:54.039483 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': '449add0b-213e-49af-b0f2-5656f19d796f', 'network_id': 'f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d', 'port_id': '449add0b-213e-49af-b0f2-5656f19d796f', 'mac_address': 'fa:16:3e:8b:03:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d55e63-fdcb-4ee5-a9f8-cb02b9c67f96', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:06:54.089867 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 449add0b-213e-49af-b0f2-5656f19d796f is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:54.089867 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (449add0b-213e-49af-b0f2-5656f19d796f), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:54.105063 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449add0b-213e-49af-b0f2-5656f19d796f {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:06:54.112185 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:54.128947 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 449add0b-213e-49af-b0f2-5656f19d796f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=449add0b-213e-49af-b0f2-5656f19d796f,segment=NetworkSegment(691a306c-3c07-49ca-8d5b-c7e7a9ad5919),segment_id=691a306c-3c07-49ca-8d5b-c7e7a9ad5919)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:54.187403 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (449add0b-213e-49af-b0f2-5656f19d796f), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:54.240252 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=449add0b-213e-49af-b0f2-5656f19d796f,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:54.650467 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf8e8d-6f7c-4e7f-b66e-4ef5bf40ce4c req-8b5d308f-2d75-477e-a147-6d2ed9bcdd5c tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:54.651932 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-28cf8e8d-6f7c-4e7f-b66e-4ef5bf40ce4c req-8b5d308f-2d75-477e-a147-6d2ed9bcdd5c tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0484452 Sep 04 01:06:54.672173 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['449add0b-213e-49af-b0f2-5656f19d796f'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:06:54.702601 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-28cf8e8d-6f7c-4e7f-b66e-4ef5bf40ce4c req-7f6c5041-e745-4b48-955e-e3fd77b0c904 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450349 Sep 04 01:06:54.889198 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa8170-0ab8-4994-8260-157da14224c9 req-d1659b79-f694-470b-97cf-5e59d75cedf1 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:54.890646 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-eefa8170-0ab8-4994-8260-157da14224c9 req-d1659b79-f694-470b-97cf-5e59d75cedf1 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 945 time: 0.0500321 Sep 04 01:06:54.938477 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-eefa8170-0ab8-4994-8260-157da14224c9 req-fee95dde-653b-4576-a4e9-a49ebbcd4824 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420370 Sep 04 01:06:55.813404 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:55.831395 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d90ff-7fc1-4940-912a-2bd95b8546a9 req-2881e766-6f67-43cd-8c12-5f00c7488413 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:55.832823 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1a8d90ff-7fc1-4940-912a-2bd95b8546a9 req-2881e766-6f67-43cd-8c12-5f00c7488413 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0473609 Sep 04 01:06:55.882819 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1a8d90ff-7fc1-4940-912a-2bd95b8546a9 req-8e8d6577-a0da-4f70-b3da-a2f4408b7ea2 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442429 Sep 04 01:06:55.942246 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 449add0b-213e-49af-b0f2-5656f19d796f up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:06:55.986432 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning for port 449add0b-213e-49af-b0f2-5656f19d796f completed by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:06:56.056801 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port 449add0b-213e-49af-b0f2-5656f19d796f triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:06:56.057244 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (449add0b-213e-49af-b0f2-5656f19d796f), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:56.071483 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487b0ec-e31b-459e-b9d0-3c68e107cb96 req-13aec544-591c-4758-a472-a545e4917c85 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:56.073043 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3487b0ec-e31b-459e-b9d0-3c68e107cb96 req-13aec544-591c-4758-a472-a545e4917c85 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 945 time: 0.0500085 Sep 04 01:06:56.123552 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3487b0ec-e31b-459e-b9d0-3c68e107cb96 req-0a257dfa-2a4c-4c3a-8a97-1542f7062f87 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444970 Sep 04 01:06:56.131212 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 449add0b-213e-49af-b0f2-5656f19d796f is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:06:56.131594 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (449add0b-213e-49af-b0f2-5656f19d796f), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:56.154699 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2808d334-c39c-4a09-88c7-c1711cce4215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449add0b-213e-49af-b0f2-5656f19d796f'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:06:56.156938 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c50cc1-b0fc-42a7-ab44-7b46197ba9c7" -d '{"events": [{"server_uuid": "2808d334-c39c-4a09-88c7-c1711cce4215", "name": "network-vif-plugged", "status": "completed", "tag": "449add0b-213e-49af-b0f2-5656f19d796f"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:06:56.173885 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 449add0b-213e-49af-b0f2-5656f19d796f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=449add0b-213e-49af-b0f2-5656f19d796f,segment=NetworkSegment(691a306c-3c07-49ca-8d5b-c7e7a9ad5919),segment_id=691a306c-3c07-49ca-8d5b-c7e7a9ad5919)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:06:56.195645 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b60c61-ef6b-453a-b62a-083a020af4f4 x-openstack-request-id: req-f2b60c61-ef6b-453a-b62a-083a020af4f4 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:06:56.195950 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2808d334-c39c-4a09-88c7-c1711cce4215", "name": "network-vif-plugged", "status": "completed", "tag": "449add0b-213e-49af-b0f2-5656f19d796f", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:06:56.196203 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2b60c61-ef6b-453a-b62a-083a020af4f4 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:06:56.196598 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b60c61-ef6b-453a-b62a-083a020af4f4'] response: {'server_uuid': '2808d334-c39c-4a09-88c7-c1711cce4215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449add0b-213e-49af-b0f2-5656f19d796f', 'code': 200} Sep 04 01:06:56.256747 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (449add0b-213e-49af-b0f2-5656f19d796f), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:06:56.306848 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=449add0b-213e-49af-b0f2-5656f19d796f,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:06:56.314806 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:56.315420 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:56.316063 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:56.316420 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:56.316756 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:56.317096 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:56.317435 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:56.319245 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:56.319245 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:56.319245 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:56.319245 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:56.319245 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:56.319728 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:56.319883 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:56.320203 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:06:56.549021 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e9773-3d54-4fca-becf-d905c33d452b req-946cc3cc-3a8e-4474-b07f-c4d9071ad5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:56.550513 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-078e9773-3d54-4fca-becf-d905c33d452b req-946cc3cc-3a8e-4474-b07f-c4d9071ad5de service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 1130 time: 0.0384836 Sep 04 01:06:56.597218 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-078e9773-3d54-4fca-becf-d905c33d452b req-0929539c-f484-4899-8959-803e3fb2f354 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395918 Sep 04 01:06:57.007924 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c0bd9-0ff3-4bfa-991c-5df42ab29e2a req-399656c1-22f8-48d9-8bec-b1b767586498 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:57.009433 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-458c0bd9-0ff3-4bfa-991c-5df42ab29e2a req-399656c1-22f8-48d9-8bec-b1b767586498 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0489275 Sep 04 01:06:57.063960 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-458c0bd9-0ff3-4bfa-991c-5df42ab29e2a req-27fc7fd8-9393-4445-baee-806a9a99861a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487609 Sep 04 01:06:57.247389 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d45b0-19b5-4072-b51f-85fb71f6e2f2 req-d50a6b79-5d3a-40a8-aab3-ddd760dc60b9 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:57.248736 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c23d45b0-19b5-4072-b51f-85fb71f6e2f2 req-d50a6b79-5d3a-40a8-aab3-ddd760dc60b9 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 946 time: 0.0507302 Sep 04 01:06:57.298195 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c23d45b0-19b5-4072-b51f-85fb71f6e2f2 req-0cb627ea-7f9d-45bc-aa92-72619a1793d4 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433452 Sep 04 01:06:58.193743 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06063e1a-1cfb-47de-b630-c2933b4ca598 req-66006304-97c5-4f5c-b83f-01e3638e880e tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:58.195186 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-06063e1a-1cfb-47de-b630-c2933b4ca598 req-66006304-97c5-4f5c-b83f-01e3638e880e tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0458210 Sep 04 01:06:58.220633 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:58.238815 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:58.243379 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-06063e1a-1cfb-47de-b630-c2933b4ca598 req-12a4d430-7278-4770-ac47-1a0013030ad7 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424407 Sep 04 01:06:58.417634 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98627899-db68-4473-a791-19210ccfb9d9 req-44d3ea7c-7ea8-4039-be4d-0682f9047569 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:58.419015 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-98627899-db68-4473-a791-19210ccfb9d9 req-44d3ea7c-7ea8-4039-be4d-0682f9047569 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 946 time: 0.0461888 Sep 04 01:06:58.466421 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-98627899-db68-4473-a791-19210ccfb9d9 req-8f12d973-d45c-4d70-ad7f-2f304ba2c59e tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411074 Sep 04 01:06:59.055279 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=66 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:06:59.366272 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014efd6-2eb8-4552-88e6-5ce496cde5fb req-184b579e-0f2e-4c7d-ae05-bdc24fd73eda tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:59.367719 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d014efd6-2eb8-4552-88e6-5ce496cde5fb req-184b579e-0f2e-4c7d-ae05-bdc24fd73eda tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0452356 Sep 04 01:06:59.416673 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d014efd6-2eb8-4552-88e6-5ce496cde5fb req-7ac96da7-9616-4512-82df-adb9b0df3df6 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435944 Sep 04 01:06:59.586049 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c69eb-4e65-41be-afa0-859548b220f8 req-0048f556-ddef-4802-b9fa-8803ed5825a3 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:06:59.587501 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d85c69eb-4e65-41be-afa0-859548b220f8 req-0048f556-ddef-4802-b9fa-8803ed5825a3 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 946 time: 0.0466666 Sep 04 01:06:59.634830 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d85c69eb-4e65-41be-afa0-859548b220f8 req-b05884a9-59ad-43c6-bd33-9fa4c7eaaed5 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417881 Sep 04 01:07:00.535188 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb8840-dc73-4a58-8ac8-696848258a40 req-ff7abc0f-ca64-4921-8b49-018a541a942f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:00.536626 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-86eb8840-dc73-4a58-8ac8-696848258a40 req-ff7abc0f-ca64-4921-8b49-018a541a942f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0451334 Sep 04 01:07:00.582375 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-86eb8840-dc73-4a58-8ac8-696848258a40 req-5c2ee01f-ce63-4bb1-9df5-6769c0caef83 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402787 Sep 04 01:07:00.672128 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-32185781-37b9-4751-ba88-3b4df5930645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:00.758852 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c388c-e184-4242-a0f7-6380307d5f4a req-31c7fb61-3458-4dfd-986f-315bb67b4974 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:00.760180 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4e1c388c-e184-4242-a0f7-6380307d5f4a req-31c7fb61-3458-4dfd-986f-315bb67b4974 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 946 time: 0.0499275 Sep 04 01:07:00.808318 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4e1c388c-e184-4242-a0f7-6380307d5f4a req-f130580d-3175-4076-a9bb-03ca91259b91 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425277 Sep 04 01:07:01.701202 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868ee7e-e284-4e88-83e7-e6f9cae954e1 req-a7b0aadb-094e-4272-bfdc-14bfd4fb7dfd tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:01.702676 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2868ee7e-e284-4e88-83e7-e6f9cae954e1 req-a7b0aadb-094e-4272-bfdc-14bfd4fb7dfd tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0465453 Sep 04 01:07:01.750903 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2868ee7e-e284-4e88-83e7-e6f9cae954e1 req-f7a3f3a3-186c-4051-8cf8-7c7e4ad3842b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414894 Sep 04 01:07:01.919929 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:01.933916 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0171e81-22c5-415f-80e7-77001c136915 req-6f81a340-47c5-4b97-a18c-549e2399b948 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:01.935448 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b0171e81-22c5-415f-80e7-77001c136915 req-6f81a340-47c5-4b97-a18c-549e2399b948 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 946 time: 0.0480998 Sep 04 01:07:01.982318 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b0171e81-22c5-415f-80e7-77001c136915 req-acac47ff-3071-4a82-b830-01c9124d1b34 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405555 Sep 04 01:07:02.875987 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57ecb8-b443-4b89-afec-8faa04bc0f75 req-908c7c9b-43f8-4c4d-9c9f-5380b066617d tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:02.880811 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d57ecb8-b443-4b89-afec-8faa04bc0f75 req-908c7c9b-43f8-4c4d-9c9f-5380b066617d tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0498452 Sep 04 01:07:02.927218 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d57ecb8-b443-4b89-afec-8faa04bc0f75 req-f486ca83-0d4b-488a-a0ad-eef74f871eb4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438483 Sep 04 01:07:03.026703 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c1c33592-1df0-4d84-bc11-4e7fed25fbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:04.052872 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b464f5-281d-4db8-a990-967573d1fc91 req-b7ca41a7-d223-4e28-af3c-3b3445117319 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:04.054384 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-91b464f5-281d-4db8-a990-967573d1fc91 req-b7ca41a7-d223-4e28-af3c-3b3445117319 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0502167 Sep 04 01:07:04.102969 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-91b464f5-281d-4db8-a990-967573d1fc91 req-61a9bf26-e318-4c10-b864-d61c5bf1333b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427797 Sep 04 01:07:04.170758 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:05.266566 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91610c-7797-46a8-8168-d6c4bf0728f0 req-a5065c06-1345-4729-8ddf-3e19974b9b43 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:05.268236 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5a91610c-7797-46a8-8168-d6c4bf0728f0 req-a5065c06-1345-4729-8ddf-3e19974b9b43 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0721612 Sep 04 01:07:05.336026 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5a91610c-7797-46a8-8168-d6c4bf0728f0 req-f569b569-aa2f-47b0-adcf-e40bd47acbe6 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520320 Sep 04 01:07:05.386947 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 48592) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:05.508396 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e4ecff7f-4743-43b6-b363-618f5fc9e44f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:05.630390 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e4ecff7f-4743-43b6-b363-618f5fc9e44f admin admin] Publish callbacks [] for security_group (de7a455a-3875-4f24-97c7-a16ed97acf8c), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:05.701354 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e4ecff7f-4743-43b6-b363-618f5fc9e44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (de7a455a-3875-4f24-97c7-a16ed97acf8c), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:05.746802 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-e4ecff7f-4743-43b6-b363-618f5fc9e44f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=abb283f343024bcd8dde457024425a7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3589180 Sep 04 01:07:05.747148 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:05.747611 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ecff7f-4743-43b6-b363-618f5fc9e44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7a455a-3875-4f24-97c7-a16ed97acf8c,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:05.749467 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 48604) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:05.766961 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecff7f-4743-43b6-b363-618f5fc9e44f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:05.767311 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecff7f-4743-43b6-b363-618f5fc9e44f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:05.767676 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecff7f-4743-43b6-b363-618f5fc9e44f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:05.768012 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecff7f-4743-43b6-b363-618f5fc9e44f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:05.768339 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecff7f-4743-43b6-b363-618f5fc9e44f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:05.768667 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecff7f-4743-43b6-b363-618f5fc9e44f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:05.769019 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecff7f-4743-43b6-b363-618f5fc9e44f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:05.769594 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecff7f-4743-43b6-b363-618f5fc9e44f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:05.770002 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecff7f-4743-43b6-b363-618f5fc9e44f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:05.770328 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecff7f-4743-43b6-b363-618f5fc9e44f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:05.770650 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecff7f-4743-43b6-b363-618f5fc9e44f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:05.770976 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecff7f-4743-43b6-b363-618f5fc9e44f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:05.771298 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecff7f-4743-43b6-b363-618f5fc9e44f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:05.771619 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecff7f-4743-43b6-b363-618f5fc9e44f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:05.771986 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ecff7f-4743-43b6-b363-618f5fc9e44f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:05.817694 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-0bb25db3-7b08-41a2-936a-c5fdde4cf22c admin admin] Publish callbacks [] for security_group (de7a455a-3875-4f24-97c7-a16ed97acf8c), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:05.840926 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-0bb25db3-7b08-41a2-936a-c5fdde4cf22c admin admin] Publish callbacks [] for security_group (de7a455a-3875-4f24-97c7-a16ed97acf8c), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:05.890748 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:05.980867 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-0bb25db3-7b08-41a2-936a-c5fdde4cf22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (de7a455a-3875-4f24-97c7-a16ed97acf8c), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:05.983441 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-0bb25db3-7b08-41a2-936a-c5fdde4cf22c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:05.984579 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-0bb25db3-7b08-41a2-936a-c5fdde4cf22c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/de7a455a-3875-4f24-97c7-a16ed97acf8c HTTP/1.1" status: 204 len: 168 time: 0.2341707 Sep 04 01:07:05.993169 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb25db3-7b08-41a2-936a-c5fdde4cf22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7a455a-3875-4f24-97c7-a16ed97acf8c,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:06.457058 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0312aa-1a0c-4f93-99fb-bf7599853ff4 req-ed0de4ce-c208-4f2c-9955-d4b56a56995f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:06.461174 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8e0312aa-1a0c-4f93-99fb-bf7599853ff4 req-ed0de4ce-c208-4f2c-9955-d4b56a56995f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0520279 Sep 04 01:07:06.513717 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8e0312aa-1a0c-4f93-99fb-bf7599853ff4 req-ebc0be4c-83c6-414f-abb5-e999549283a1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480256 Sep 04 01:07:06.576794 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:07.635826 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db84c7-2c7f-4026-b834-0be11618b9fe req-a66e867b-c958-4dfc-a65b-b1b8f420b77a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:07.642474 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a7db84c7-2c7f-4026-b834-0be11618b9fe req-a66e867b-c958-4dfc-a65b-b1b8f420b77a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0485604 Sep 04 01:07:07.698108 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a7db84c7-2c7f-4026-b834-0be11618b9fe req-b34f50f1-432c-4792-995a-4cff08a10323 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540757 Sep 04 01:07:08.785509 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:08.806509 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:08.819181 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd984e-8355-4c57-803f-494de97876e8 req-c6ceda8d-1ed6-48c3-b7f6-5e321d7c3b9a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:08.820616 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4bdd984e-8355-4c57-803f-494de97876e8 req-c6ceda8d-1ed6-48c3-b7f6-5e321d7c3b9a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0461321 Sep 04 01:07:08.881643 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4bdd984e-8355-4c57-803f-494de97876e8 req-dc8b8299-2710-419c-991a-dba37844deb8 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552690 Sep 04 01:07:08.959943 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 48696) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:09.070472 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e6d7d3ee-0af5-46a4-a8bd-b3ce98fc1168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:09.146587 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e6d7d3ee-0af5-46a4-a8bd-b3ce98fc1168 admin admin] Publish callbacks [] for security_group (578611cf-9bd4-499b-896f-e5c520eb909c), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:09.215661 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e6d7d3ee-0af5-46a4-a8bd-b3ce98fc1168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (578611cf-9bd4-499b-896f-e5c520eb909c), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:09.267184 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-e6d7d3ee-0af5-46a4-a8bd-b3ce98fc1168 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f47f120d5fbd4b909d1550289b2256a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060689 Sep 04 01:07:09.267968 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7d3ee-0af5-46a4-a8bd-b3ce98fc1168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578611cf-9bd4-499b-896f-e5c520eb909c,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:09.271149 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 48704) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:09.276084 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7d3ee-0af5-46a4-a8bd-b3ce98fc1168 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:09.276422 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7d3ee-0af5-46a4-a8bd-b3ce98fc1168 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:09.276754 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7d3ee-0af5-46a4-a8bd-b3ce98fc1168 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:09.277099 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7d3ee-0af5-46a4-a8bd-b3ce98fc1168 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:09.277429 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7d3ee-0af5-46a4-a8bd-b3ce98fc1168 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:09.277751 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7d3ee-0af5-46a4-a8bd-b3ce98fc1168 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:09.278067 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7d3ee-0af5-46a4-a8bd-b3ce98fc1168 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:09.278383 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7d3ee-0af5-46a4-a8bd-b3ce98fc1168 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:09.278696 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7d3ee-0af5-46a4-a8bd-b3ce98fc1168 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:09.279011 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7d3ee-0af5-46a4-a8bd-b3ce98fc1168 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:09.279326 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7d3ee-0af5-46a4-a8bd-b3ce98fc1168 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:09.279694 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7d3ee-0af5-46a4-a8bd-b3ce98fc1168 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:09.280011 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7d3ee-0af5-46a4-a8bd-b3ce98fc1168 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:09.280321 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7d3ee-0af5-46a4-a8bd-b3ce98fc1168 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:09.280629 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d7d3ee-0af5-46a4-a8bd-b3ce98fc1168 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:07:09.321516 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-58a65d92-f046-4a3f-8cfa-62649e1ff041 admin admin] Publish callbacks [] for security_group (578611cf-9bd4-499b-896f-e5c520eb909c), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:09.341894 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-58a65d92-f046-4a3f-8cfa-62649e1ff041 admin admin] Publish callbacks [] for security_group (578611cf-9bd4-499b-896f-e5c520eb909c), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:09.462150 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-58a65d92-f046-4a3f-8cfa-62649e1ff041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (578611cf-9bd4-499b-896f-e5c520eb909c), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:09.464673 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-58a65d92-f046-4a3f-8cfa-62649e1ff041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:09.465831 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-58a65d92-f046-4a3f-8cfa-62649e1ff041 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/578611cf-9bd4-499b-896f-e5c520eb909c HTTP/1.1" status: 204 len: 168 time: 0.1935780 Sep 04 01:07:09.474165 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a65d92-f046-4a3f-8cfa-62649e1ff041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578611cf-9bd4-499b-896f-e5c520eb909c,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:09.889261 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8c22b-a753-43b2-959f-c9c37d2078f1 req-66824136-762a-4e5b-973d-66fd4b089912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:09.890732 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-60b8c22b-a753-43b2-959f-c9c37d2078f1 req-66824136-762a-4e5b-973d-66fd4b089912 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=db72b63281384bd883b04d05bcc35677&device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 1130 time: 0.0436094 Sep 04 01:07:10.005866 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:10.024416 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad104c4f-6bea-40a8-9c2d-14c5184218b3 req-8f8e2932-e47b-4db1-a6b8-5b309765eded tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:10.025953 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ad104c4f-6bea-40a8-9c2d-14c5184218b3 req-8f8e2932-e47b-4db1-a6b8-5b309765eded tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0547121 Sep 04 01:07:10.121577 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ad104c4f-6bea-40a8-9c2d-14c5184218b3 req-2dc2a12c-a4e3-4b5e-9282-2cf667e4fd7b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898800 Sep 04 01:07:10.150607 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 48718) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:10.164856 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c3d79470-6633-4bc5-8ed5-31a4246737ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:10.168365 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8c22b-a753-43b2-959f-c9c37d2078f1 req-1cde8353-4dc2-47cd-bc65-141dc4240c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:10.169982 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-60b8c22b-a753-43b2-959f-c9c37d2078f1 req-1cde8353-4dc2-47cd-bc65-141dc4240c3e service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=b16f22e1-6fb1-440b-98eb-845123e960e6 HTTP/1.1" status: 200 len: 919 time: 0.1036503 Sep 04 01:07:10.215256 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-60b8c22b-a753-43b2-959f-c9c37d2078f1 req-a7f87617-5e6c-4ab6-a3af-f490b2000d06 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28efc83e-9838-45a7-9fd3-3625eeff4b09 HTTP/1.1" status: 200 len: 217 time: 0.0384779 Sep 04 01:07:10.255781 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c3d79470-6633-4bc5-8ed5-31a4246737ba admin admin] Publish callbacks [] for security_group (12e4becb-3a1e-4627-b3af-48c7e3c0b67e), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:10.275349 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8c22b-a753-43b2-959f-c9c37d2078f1 req-96d7c2d5-7976-4503-9c1d-a20ed415cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:10.276807 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-60b8c22b-a753-43b2-959f-c9c37d2078f1 req-96d7c2d5-7976-4503-9c1d-a20ed415cdc0 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0 HTTP/1.1" status: 200 len: 857 time: 0.0535414 Sep 04 01:07:10.325025 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c3d79470-6633-4bc5-8ed5-31a4246737ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (12e4becb-3a1e-4627-b3af-48c7e3c0b67e), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:10.327708 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8c22b-a753-43b2-959f-c9c37d2078f1 req-aaebf4c2-94ad-45b2-97a3-b59cea2ef3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:10.329227 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-60b8c22b-a753-43b2-959f-c9c37d2078f1 req-aaebf4c2-94ad-45b2-97a3-b59cea2ef3a1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b16f22e1-6fb1-440b-98eb-845123e960e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392587 Sep 04 01:07:10.366453 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-c3d79470-6633-4bc5-8ed5-31a4246737ba admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=604187a2ab3645bbacaa14dfa446c3f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147098 Sep 04 01:07:10.368488 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d79470-6633-4bc5-8ed5-31a4246737ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e4becb-3a1e-4627-b3af-48c7e3c0b67e,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:10.369039 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 48720) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:10.486747 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-60b8c22b-a753-43b2-959f-c9c37d2078f1 req-9b09ac0f-dc4d-45e3-a691-8fe6307786d1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364386 Sep 04 01:07:10.487496 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e9f96588-371c-4640-a3d8-2189e5b7f3d6 admin admin] Publish callbacks [] for security_group (12e4becb-3a1e-4627-b3af-48c7e3c0b67e), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:10.559471 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e9f96588-371c-4640-a3d8-2189e5b7f3d6 admin admin] Publish callbacks [] for security_group (12e4becb-3a1e-4627-b3af-48c7e3c0b67e), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:10.642003 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-60b8c22b-a753-43b2-959f-c9c37d2078f1 req-3a811c77-9b32-4e15-b78e-2501cf253316 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455567 Sep 04 01:07:10.723970 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e9f96588-371c-4640-a3d8-2189e5b7f3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (12e4becb-3a1e-4627-b3af-48c7e3c0b67e), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:10.726559 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e9f96588-371c-4640-a3d8-2189e5b7f3d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:10.727765 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-e9f96588-371c-4640-a3d8-2189e5b7f3d6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/12e4becb-3a1e-4627-b3af-48c7e3c0b67e HTTP/1.1" status: 204 len: 168 time: 0.3576357 Sep 04 01:07:10.736289 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f96588-371c-4640-a3d8-2189e5b7f3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e4becb-3a1e-4627-b3af-48c7e3c0b67e,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:11.260162 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a9487-0490-48e7-ad1e-4b05256cb226 req-669ee195-912b-4c26-bf22-706c5a72c639 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:11.261886 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b06a9487-0490-48e7-ad1e-4b05256cb226 req-669ee195-912b-4c26-bf22-706c5a72c639 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0485449 Sep 04 01:07:11.309511 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b06a9487-0490-48e7-ad1e-4b05256cb226 req-5559f8df-1fe5-4972-a623-538514db934b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419817 Sep 04 01:07:12.424458 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:12.445969 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925dad0-06a9-4246-98b4-725e691abfe7 req-72322d9b-ec5b-4a2a-91f3-b5291ac48643 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:12.447488 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2925dad0-06a9-4246-98b4-725e691abfe7 req-72322d9b-ec5b-4a2a-91f3-b5291ac48643 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0606520 Sep 04 01:07:12.468471 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:12.509416 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2925dad0-06a9-4246-98b4-725e691abfe7 req-2e622905-f3a9-4ff4-b490-9b4d3665f75e tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522749 Sep 04 01:07:13.630662 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc00eb-c121-47d5-b312-623b83c754a1 req-6e82f961-c474-4a0f-9753-7befb80e09e0 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:13.632320 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e2dc00eb-c121-47d5-b312-623b83c754a1 req-6e82f961-c474-4a0f-9753-7befb80e09e0 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0504532 Sep 04 01:07:13.685307 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e2dc00eb-c121-47d5-b312-623b83c754a1 req-04e323e9-0002-4208-b147-a41344aae84e tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456357 Sep 04 01:07:14.829147 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8016fc-1c5c-471f-8443-2d02d05c40dd req-c62aeed8-b9fe-4bfc-a01c-0374278f62d6 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:14.830653 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ad8016fc-1c5c-471f-8443-2d02d05c40dd req-c62aeed8-b9fe-4bfc-a01c-0374278f62d6 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0552154 Sep 04 01:07:14.871295 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:14.891778 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ad8016fc-1c5c-471f-8443-2d02d05c40dd req-9443eab7-9124-415d-9490-8aaf48cd2751 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553570 Sep 04 01:07:16.014636 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19352d51-372f-4754-824c-917b42b3bb94 req-bb07d536-eb9a-4fbf-b85a-4b32a2652cdd tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:16.016088 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-19352d51-372f-4754-824c-917b42b3bb94 req-bb07d536-eb9a-4fbf-b85a-4b32a2652cdd tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0470297 Sep 04 01:07:16.070504 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-19352d51-372f-4754-824c-917b42b3bb94 req-9384607c-1a65-448a-8406-6e018b75e3fd tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480926 Sep 04 01:07:17.194306 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46473d3-12f3-4e56-b0ab-0b767ebd7ffa req-e221a6c4-ccf9-42f7-b308-47ad9a6184ae tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:17.195695 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a46473d3-12f3-4e56-b0ab-0b767ebd7ffa req-e221a6c4-ccf9-42f7-b308-47ad9a6184ae tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0483079 Sep 04 01:07:17.243627 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a46473d3-12f3-4e56-b0ab-0b767ebd7ffa req-50d9bed7-7437-49f2-a222-12525f0c31ac tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423908 Sep 04 01:07:17.760114 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139fc17-d426-426f-8b54-7423669d3c49 req-92ed819b-3f61-4a86-8306-db02ae117949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:17.761683 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7139fc17-d426-426f-8b54-7423669d3c49 req-92ed819b-3f61-4a86-8306-db02ae117949 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 1130 time: 0.0396395 Sep 04 01:07:17.812818 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7139fc17-d426-426f-8b54-7423669d3c49 req-ad171c68-4042-40d8-bac1-3d5dfa8136a1 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433617 Sep 04 01:07:18.371785 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ec07e-7c81-4d27-9277-98f012f5e0a9 req-417aa15e-dcb9-48ab-80f6-66475c4877e3 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:18.373303 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-999ec07e-7c81-4d27-9277-98f012f5e0a9 req-417aa15e-dcb9-48ab-80f6-66475c4877e3 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0529096 Sep 04 01:07:18.422220 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-999ec07e-7c81-4d27-9277-98f012f5e0a9 req-6226d717-6019-48b0-a31f-e42edcdb24f1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432436 Sep 04 01:07:19.492630 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=58,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:19.549931 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b8d40-3dc0-4471-8674-b9cda2c4ab7a req-6fd0c730-a24b-4ec5-bf9c-4b8308ff2c45 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:19.551491 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-020b8d40-3dc0-4471-8674-b9cda2c4ab7a req-6fd0c730-a24b-4ec5-bf9c-4b8308ff2c45 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0473883 Sep 04 01:07:19.609297 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-020b8d40-3dc0-4471-8674-b9cda2c4ab7a req-4eb521f6-bce0-42ef-b274-13130a3223dc tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486138 Sep 04 01:07:20.581840 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 48926) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:20.697939 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-90e79c2e-aa85-4260-87a1-0ab64e5f23ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:20.748235 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b463c-1b56-4e03-a71c-3c5260e38bec req-70f268df-cdfc-46a3-aef1-2c78d5256fdf tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:20.750463 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:20.750932 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6e2b463c-1b56-4e03-a71c-3c5260e38bec req-70f268df-cdfc-46a3-aef1-2c78d5256fdf tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0632970 Sep 04 01:07:20.793682 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-90e79c2e-aa85-4260-87a1-0ab64e5f23ba admin admin] Publish callbacks [] for security_group (f0270cfb-26c2-4b4e-996b-1eae29b9fd5e), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:20.801228 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6e2b463c-1b56-4e03-a71c-3c5260e38bec req-b54258da-c972-4c2b-9185-1a0ff4de5c50 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439429 Sep 04 01:07:20.861769 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-90e79c2e-aa85-4260-87a1-0ab64e5f23ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (f0270cfb-26c2-4b4e-996b-1eae29b9fd5e), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:20.907440 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-90e79c2e-aa85-4260-87a1-0ab64e5f23ba admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2578bf50dc5948f6a7a9373cb020282b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210683 Sep 04 01:07:20.907440 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 48942) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:20.914513 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e79c2e-aa85-4260-87a1-0ab64e5f23ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0270cfb-26c2-4b4e-996b-1eae29b9fd5e,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:20.965739 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a92e996f-3a09-4bee-923f-fd418c5a4383 admin admin] Publish callbacks [] for security_group (f0270cfb-26c2-4b4e-996b-1eae29b9fd5e), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:20.989445 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a92e996f-3a09-4bee-923f-fd418c5a4383 admin admin] Publish callbacks [] for security_group (f0270cfb-26c2-4b4e-996b-1eae29b9fd5e), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:21.118670 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a92e996f-3a09-4bee-923f-fd418c5a4383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (f0270cfb-26c2-4b4e-996b-1eae29b9fd5e), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:21.121354 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a92e996f-3a09-4bee-923f-fd418c5a4383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:21.122536 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-a92e996f-3a09-4bee-923f-fd418c5a4383 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f0270cfb-26c2-4b4e-996b-1eae29b9fd5e HTTP/1.1" status: 204 len: 168 time: 0.2142050 Sep 04 01:07:21.131405 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e996f-3a09-4bee-923f-fd418c5a4383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0270cfb-26c2-4b4e-996b-1eae29b9fd5e,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:21.264619 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae50b8d-3c47-4dac-824e-3bdf09387bc9 req-8a0a3435-71b8-49a0-b531-ce49ed668909 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:21.266026 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-eae50b8d-3c47-4dac-824e-3bdf09387bc9 req-8a0a3435-71b8-49a0-b531-ce49ed668909 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0484509 Sep 04 01:07:21.319957 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-eae50b8d-3c47-4dac-824e-3bdf09387bc9 req-c18f5974-e9bf-4fa0-88eb-7e9dcadc6e5b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474937 Sep 04 01:07:21.355340 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699e54-f525-4a81-926f-b24414d16a9b req-0bd6bf03-9e17-47ec-b2c4-2ec111175ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:21.356854 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-81699e54-f525-4a81-926f-b24414d16a9b req-0bd6bf03-9e17-47ec-b2c4-2ec111175ebc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=db72b63281384bd883b04d05bcc35677&device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 1130 time: 0.0425913 Sep 04 01:07:21.476229 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699e54-f525-4a81-926f-b24414d16a9b req-4e7676b7-1b69-4b9a-93e2-ed6a0343b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:21.477857 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-81699e54-f525-4a81-926f-b24414d16a9b req-4e7676b7-1b69-4b9a-93e2-ed6a0343b679 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=b16f22e1-6fb1-440b-98eb-845123e960e6 HTTP/1.1" status: 200 len: 919 time: 0.1054831 Sep 04 01:07:21.522475 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-81699e54-f525-4a81-926f-b24414d16a9b req-4f5fdefa-81cb-4d32-bcec-88ad6c4af868 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28efc83e-9838-45a7-9fd3-3625eeff4b09 HTTP/1.1" status: 200 len: 217 time: 0.0364993 Sep 04 01:07:21.578627 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699e54-f525-4a81-926f-b24414d16a9b req-664d3380-1306-437e-8965-a8a6a71e1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:21.580324 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-81699e54-f525-4a81-926f-b24414d16a9b req-664d3380-1306-437e-8965-a8a6a71e1ce0 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0 HTTP/1.1" status: 200 len: 857 time: 0.0507934 Sep 04 01:07:21.635362 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699e54-f525-4a81-926f-b24414d16a9b req-e5cf7597-77c9-4d3b-8f2d-5a4e97113582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:21.636864 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-81699e54-f525-4a81-926f-b24414d16a9b req-e5cf7597-77c9-4d3b-8f2d-5a4e97113582 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b16f22e1-6fb1-440b-98eb-845123e960e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434034 Sep 04 01:07:21.734423 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-81699e54-f525-4a81-926f-b24414d16a9b req-4332c9d9-4d10-4102-8085-d65973a27cb2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868616 Sep 04 01:07:21.801532 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:21.835312 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-81699e54-f525-4a81-926f-b24414d16a9b req-a4b4b07b-11d3-4f9e-971b-5a672ac0ed89 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931537 Sep 04 01:07:22.445470 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1d83a-30c8-46b7-98f3-6e2a7a54179b req-2cf49d4b-e6aa-4f84-ba57-b5c3a7a19716 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:22.446988 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6db1d83a-30c8-46b7-98f3-6e2a7a54179b req-2cf49d4b-e6aa-4f84-ba57-b5c3a7a19716 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0486593 Sep 04 01:07:22.491646 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:22.513241 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6db1d83a-30c8-46b7-98f3-6e2a7a54179b req-650bd1cf-8c76-4cee-bb91-ea006be1fd7b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573776 Sep 04 01:07:22.585701 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 49004) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:22.699356 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-583f0fbd-311a-48c8-a5b4-5d74d09e654d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:22.768202 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:22.777066 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-583f0fbd-311a-48c8-a5b4-5d74d09e654d admin admin] Publish callbacks [] for security_group (77d92f6f-80be-4de3-97f2-06705211b2de), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:22.831963 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-583f0fbd-311a-48c8-a5b4-5d74d09e654d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (77d92f6f-80be-4de3-97f2-06705211b2de), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:22.871827 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-583f0fbd-311a-48c8-a5b4-5d74d09e654d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d57426a3bc074d01b88e5fb9cb7fa71e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849228 Sep 04 01:07:22.872648 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f0fbd-311a-48c8-a5b4-5d74d09e654d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d92f6f-80be-4de3-97f2-06705211b2de,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:22.874596 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 49008) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:22.929732 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e1b1efe0-8690-4562-9d7b-1c5fcf323b92 admin admin] Publish callbacks [] for security_group (77d92f6f-80be-4de3-97f2-06705211b2de), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:22.936937 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:22.950441 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e1b1efe0-8690-4562-9d7b-1c5fcf323b92 admin admin] Publish callbacks [] for security_group (77d92f6f-80be-4de3-97f2-06705211b2de), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:23.034319 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e1b1efe0-8690-4562-9d7b-1c5fcf323b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (77d92f6f-80be-4de3-97f2-06705211b2de), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:23.036904 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e1b1efe0-8690-4562-9d7b-1c5fcf323b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:23.038128 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-e1b1efe0-8690-4562-9d7b-1c5fcf323b92 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/77d92f6f-80be-4de3-97f2-06705211b2de HTTP/1.1" status: 204 len: 168 time: 0.1624751 Sep 04 01:07:23.046886 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1efe0-8690-4562-9d7b-1c5fcf323b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d92f6f-80be-4de3-97f2-06705211b2de,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:23.653646 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9a8dc-bf4b-4b2e-b6f1-7ffa7f4c3334 req-b06541b1-f733-4d97-9ba6-a13ce2fb1259 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:23.657594 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-61c9a8dc-bf4b-4b2e-b6f1-7ffa7f4c3334 req-b06541b1-f733-4d97-9ba6-a13ce2fb1259 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0662990 Sep 04 01:07:23.705564 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-61c9a8dc-bf4b-4b2e-b6f1-7ffa7f4c3334 req-57d103eb-8189-4601-b123-b9a2d251e55f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439479 Sep 04 01:07:24.008203 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 49048) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:24.103791 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-43702b3e-1d07-4be2-b053-8e033d788f85 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-319149119-network', 'tenant_id': 'bcf6c738f8d842f99d2eec3b896c5b47'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:24.227986 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43702b3e-1d07-4be2-b053-8e033d788f85 admin admin] Made reservation on behalf of bcf6c738f8d842f99d2eec3b896c5b47 for: {'network': 1} {{(pid=106790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:07:24.233037 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-43702b3e-1d07-4be2-b053-8e033d788f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for network (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:24.243424 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-43702b3e-1d07-4be2-b053-8e033d788f85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:24.339350 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-43702b3e-1d07-4be2-b053-8e033d788f85 admin admin] Publish callbacks [] for security_group (47886e6f-b931-4c89-84ae-31a8725f8d25), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:24.427919 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-43702b3e-1d07-4be2-b053-8e033d788f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (47886e6f-b931-4c89-84ae-31a8725f8d25), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:24.457243 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43702b3e-1d07-4be2-b053-8e033d788f85 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=106790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:07:24.464083 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43702b3e-1d07-4be2-b053-8e033d788f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47886e6f-b931-4c89-84ae-31a8725f8d25,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:24.470613 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-43702b3e-1d07-4be2-b053-8e033d788f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (4b145fcd-b870-4624-8e9b-50fe2a121117), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:24.470613 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.segments_db [None req-43702b3e-1d07-4be2-b053-8e033d788f85 admin admin] Added segment 4b145fcd-b870-4624-8e9b-50fe2a121117 of type vlan for network 7e04f73d-bad8-4860-94c2-08b2d4e17fa9 Sep 04 01:07:24.512280 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-43702b3e-1d07-4be2-b053-8e033d788f85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760291093679'] for network (7e04f73d-bad8-4860-94c2-08b2d4e17fa9), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:24.610735 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-43702b3e-1d07-4be2-b053-8e033d788f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for network (7e04f73d-bad8-4860-94c2-08b2d4e17fa9), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:24.611868 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43702b3e-1d07-4be2-b053-8e033d788f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:24.612683 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-43702b3e-1d07-4be2-b053-8e033d788f85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:24.676083 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43702b3e-1d07-4be2-b053-8e033d788f85 admin admin] Pushing event updated for resources: {'Network': ['ID=7e04f73d-bad8-4860-94c2-08b2d4e17fa9,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:24.686380 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Network 7e04f73d-bad8-4860-94c2-08b2d4e17fa9 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:07:24.759358 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 49074) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:24.770369 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-43702b3e-1d07-4be2-b053-8e033d788f85 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7538998 Sep 04 01:07:24.770479 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-f5c9c3c0-ce09-4074-9988-30fa92604d32 admin admin] Request body: {'subnet': {'network_id': '7e04f73d-bad8-4860-94c2-08b2d4e17fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-319149119-subnet', 'tenant_id': 'bcf6c738f8d842f99d2eec3b896c5b47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:24.844748 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd278a3c-0441-44f0-82c3-f68b3b0da163 req-58d43484-b22b-4e10-9ba6-54e6bfffa121 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:24.846240 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dd278a3c-0441-44f0-82c3-f68b3b0da163 req-58d43484-b22b-4e10-9ba6-54e6bfffa121 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0467691 Sep 04 01:07:24.847244 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c9c3c0-ce09-4074-9988-30fa92604d32 admin admin] Made reservation on behalf of bcf6c738f8d842f99d2eec3b896c5b47 for: {'subnet': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:07:24.850056 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f5c9c3c0-ce09-4074-9988-30fa92604d32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65271629'] for subnet (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:24.954498 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dd278a3c-0441-44f0-82c3-f68b3b0da163 req-dc2c7b7b-bead-4064-85f8-7aee8c159913 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010191 Sep 04 01:07:25.113213 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f5c9c3c0-ce09-4074-9988-30fa92604d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65166100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65271679'] for subnet (1715ca4f-993d-4984-97fb-84481d321a38), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:25.171897 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9c3c0-ce09-4074-9988-30fa92604d32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1715ca4f-993d-4984-97fb-84481d321a38,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:25.182667 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9c3c0-ce09-4074-9988-30fa92604d32 admin admin] Checking segment: {'id': '4b145fcd-b870-4624-8e9b-50fe2a121117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7e04f73d-bad8-4860-94c2-08b2d4e17fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:07:25.183020 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c9c3c0-ce09-4074-9988-30fa92604d32 admin admin] Network hostable DHCP agents. Network: 7e04f73d-bad8-4860-94c2-08b2d4e17fa9, hostable agents: ['f07b96a2-ea86-405f-a561-e6ede253778c'], hosted agents: [] {{(pid=106791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:07:25.289941 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c9c3c0-ce09-4074-9988-30fa92604d32 admin admin] Network 7e04f73d-bad8-4860-94c2-08b2d4e17fa9 is scheduled to be hosted by DHCP agent f07b96a2-ea86-405f-a561-e6ede253778c with binding_index 1 {{(pid=106791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:07:25.351680 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-f5c9c3c0-ce09-4074-9988-30fa92604d32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 7e04f73d-bad8-4860-94c2-08b2d4e17fa9) {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:07:25.357219 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c9c3c0-ce09-4074-9988-30fa92604d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:25.357796 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f5c9c3c0-ce09-4074-9988-30fa92604d32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:25.364269 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab89dd2-193a-4fab-b9a9-46737d65da24 None None] Network 7e04f73d-bad8-4860-94c2-08b2d4e17fa9 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:07:25.465611 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-f5c9c3c0-ce09-4074-9988-30fa92604d32 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6966991 Sep 04 01:07:25.497231 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac818926-8615-42a7-99b3-3220194894c4 None None] Network 7e04f73d-bad8-4860-94c2-08b2d4e17fa9 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:07:26.057938 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:07:26.569340 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99e78e-e806-4cc9-904c-e2bf897b87d1 req-d3b96b61-bac1-4d2e-973e-989ef0a5a0c8 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:26.570884 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-af99e78e-e806-4cc9-904c-e2bf897b87d1 req-d3b96b61-bac1-4d2e-973e-989ef0a5a0c8 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0478392 Sep 04 01:07:26.641058 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-af99e78e-e806-4cc9-904c-e2bf897b87d1 req-06124700-e9e5-4101-b172-8fdf3700ae57 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640163 Sep 04 01:07:26.754856 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270ba08-5491-4140-b659-e0ce907e8dce req-cf648c67-945c-477d-afbc-943a54b9848a tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:26.757630 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4270ba08-5491-4140-b659-e0ce907e8dce req-cf648c67-945c-477d-afbc-943a54b9848a tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0584502 Sep 04 01:07:26.785041 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:26.811249 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4270ba08-5491-4140-b659-e0ce907e8dce req-4862aa01-a995-4e7c-bb6a-37f8e19b7407 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449901 Sep 04 01:07:27.340887 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8d0ff-8d5c-4a53-a26c-f3d89b448e97 req-f9b10a1b-e486-4200-b7bf-c43c8f6407cc tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:27.342475 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5fa8d0ff-8d5c-4a53-a26c-f3d89b448e97 req-f9b10a1b-e486-4200-b7bf-c43c8f6407cc tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0527205 Sep 04 01:07:27.414482 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5fa8d0ff-8d5c-4a53-a26c-f3d89b448e97 req-7186c701-255c-46c2-98fd-ef5b2291fcc7 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606668 Sep 04 01:07:27.948105 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dcb79-e637-44a0-a662-8d5ad70af195 req-aff7ea23-f486-4539-9098-35d44299cd81 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:27.949670 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ff1dcb79-e637-44a0-a662-8d5ad70af195 req-aff7ea23-f486-4539-9098-35d44299cd81 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0464990 Sep 04 01:07:27.965534 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-b877f3d9-1c4c-49b8-82c2-aa49788a6e72 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:27.967004 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-b877f3d9-1c4c-49b8-82c2-aa49788a6e72 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/networks?id=7e04f73d-bad8-4860-94c2-08b2d4e17fa9 HTTP/1.1" status: 200 len: 808 time: 0.1089437 Sep 04 01:07:27.983347 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-3f92b8ab-8f83-4020-a82d-84f57ec58a09 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/quotas/bcf6c738f8d842f99d2eec3b896c5b47 HTTP/1.1" status: 200 len: 375 time: 0.0108080 Sep 04 01:07:28.008568 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ff1dcb79-e637-44a0-a662-8d5ad70af195 req-93ca367c-d6d1-4470-9ae7-a8f17a1b62ac tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529749 Sep 04 01:07:28.024317 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-6cc92c8e-6e51-4d32-8f06-331c46970ffd tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=bcf6c738f8d842f99d2eec3b896c5b47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327330 Sep 04 01:07:28.118171 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:28.124424 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-a4740f1f-b3de-48b8-a305-ce32352bc52c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7e04f73d-bad8-4860-94c2-08b2d4e17fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929744 Sep 04 01:07:28.228760 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-68935d2f-cd1e-42cc-8d89-ed322ecccf86 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7e04f73d-bad8-4860-94c2-08b2d4e17fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982571 Sep 04 01:07:28.520294 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-32d484e1-8f34-47fe-a0e7-e0348ce369dc req-afa5769a-63f0-49ac-bb75-4d543ce2b4bd tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 210 time: 0.0339806 Sep 04 01:07:28.579783 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880c410-f213-4beb-990f-249ccc8d58ae req-6df3045b-7f78-4dce-ac09-9bc3f5e1a1e8 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:28.581334 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6880c410-f213-4beb-990f-249ccc8d58ae req-6df3045b-7f78-4dce-ac09-9bc3f5e1a1e8 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0628090 Sep 04 01:07:28.593401 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:28.632941 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6880c410-f213-4beb-990f-249ccc8d58ae req-f87cd182-9bf7-40d2-a984-10b1c3ce94d4 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456202 Sep 04 01:07:28.671732 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 49192) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:28.676268 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-63e94454-95d7-4be7-bdb7-46e09ddba9b4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Request body: {'security_group': {'name': 'tempest-securitygroup--938530870', 'description': 'tempest-description--230819015'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:28.769962 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-63e94454-95d7-4be7-bdb7-46e09ddba9b4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:28.791031 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:28.838040 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-63e94454-95d7-4be7-bdb7-46e09ddba9b4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for security_group (408a6cc9-789d-4d36-bc4c-5052f5aa27fe), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:28.913495 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-63e94454-95d7-4be7-bdb7-46e09ddba9b4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (408a6cc9-789d-4d36-bc4c-5052f5aa27fe), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:28.941858 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e94454-95d7-4be7-bdb7-46e09ddba9b4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408a6cc9-789d-4d36-bc4c-5052f5aa27fe,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:29.040488 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-63e94454-95d7-4be7-bdb7-46e09ddba9b4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:29.044600 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-63e94454-95d7-4be7-bdb7-46e09ddba9b4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3690073 Sep 04 01:07:29.044600 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 49194) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:29.050931 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-9b90cffd-c9c2-441a-a737-d5b675e2143f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Request body: {'security_group_rule': {'security_group_id': '408a6cc9-789d-4d36-bc4c-5052f5aa27fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:29.170376 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb952e-bb5e-414b-9d26-ff7c4d99c2fc req-2382e4d5-0023-4fc6-a686-110bb0b0c659 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:29.172309 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e5cb952e-bb5e-414b-9d26-ff7c4d99c2fc req-2382e4d5-0023-4fc6-a686-110bb0b0c659 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0534039 Sep 04 01:07:29.199656 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-9b90cffd-c9c2-441a-a737-d5b675e2143f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for security_group_rule (18c583c9-f7ad-49a0-a17e-8451d28c139a), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:29.252766 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e5cb952e-bb5e-414b-9d26-ff7c4d99c2fc req-d4ed665d-6f00-40df-a746-782aa0c14de4 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737369 Sep 04 01:07:29.280451 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-9b90cffd-c9c2-441a-a737-d5b675e2143f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for security_group_rule (18c583c9-f7ad-49a0-a17e-8451d28c139a), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:29.381012 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-9b90cffd-c9c2-441a-a737-d5b675e2143f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (18c583c9-f7ad-49a0-a17e-8451d28c139a), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:29.396989 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90cffd-c9c2-441a-a737-d5b675e2143f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c583c9-f7ad-49a0-a17e-8451d28c139a,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:29.481950 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-9b90cffd-c9c2-441a-a737-d5b675e2143f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:29.483258 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-9b90cffd-c9c2-441a-a737-d5b675e2143f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4377267 Sep 04 01:07:29.486233 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 49208) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:29.492709 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-0ff02d14-3c3c-444d-8a9e-d79fbb753c03 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Request body: {'security_group_rule': {'security_group_id': '408a6cc9-789d-4d36-bc4c-5052f5aa27fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:29.608115 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b1604a1c-7a3a-4b7a-bb88-dc1658f2138f req-205d7e33-7d4f-48d6-b02e-08d8932067e9 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 210 time: 0.0277400 Sep 04 01:07:29.627227 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-0ff02d14-3c3c-444d-8a9e-d79fbb753c03 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for security_group_rule (647b96b9-953e-4175-a178-3f0e22532333), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:29.690138 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-0ff02d14-3c3c-444d-8a9e-d79fbb753c03 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for security_group_rule (647b96b9-953e-4175-a178-3f0e22532333), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:29.757810 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b2f3c-6c6d-4119-a9b3-42a379ba7633 req-6b80941b-a646-4ec2-9983-a8c4f299b6e9 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:29.760830 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-980b2f3c-6c6d-4119-a9b3-42a379ba7633 req-6b80941b-a646-4ec2-9983-a8c4f299b6e9 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0494058 Sep 04 01:07:29.808540 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-980b2f3c-6c6d-4119-a9b3-42a379ba7633 req-3208c0f5-1f9c-447b-aad9-6a7dbf7c5bd1 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426831 Sep 04 01:07:29.808744 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-0ff02d14-3c3c-444d-8a9e-d79fbb753c03 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (647b96b9-953e-4175-a178-3f0e22532333), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:29.834751 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff02d14-3c3c-444d-8a9e-d79fbb753c03 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647b96b9-953e-4175-a178-3f0e22532333,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:29.931654 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-0ff02d14-3c3c-444d-8a9e-d79fbb753c03 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:29.932873 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-0ff02d14-3c3c-444d-8a9e-d79fbb753c03 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4451573 Sep 04 01:07:29.940326 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 49218) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:29.945268 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-f37f6326-a0a9-4f22-a843-38484d995dd1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Request body: {'floatingip': {'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:30.078487 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f37f6326-a0a9-4f22-a843-38484d995dd1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:30.158873 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f37f6326-a0a9-4f22-a843-38484d995dd1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:30.268331 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [None req-f37f6326-a0a9-4f22-a843-38484d995dd1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Allocated IP 172.37.7.177 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/6c428213-1413-4eee-be61-4999c8f0b190) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:07:30.332064 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:30.644560 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecd05b-8524-45a4-bab9-a56ae6524e00 req-abd2bf01-fed5-4787-a3dd-08e12da91610 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:30.649634 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-31ecd05b-8524-45a4-bab9-a56ae6524e00 req-abd2bf01-fed5-4787-a3dd-08e12da91610 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.3140209 Sep 04 01:07:30.666873 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f37f6326-a0a9-4f22-a843-38484d995dd1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for port (6c428213-1413-4eee-be61-4999c8f0b190), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:30.717419 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c386469d-26ec-44f3-8db2-74ac07886fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:30.723423 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-31ecd05b-8524-45a4-bab9-a56ae6524e00 req-eeefd31c-0649-4246-9260-96b17dcdaf12 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675194 Sep 04 01:07:30.727572 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-53df7311-f53a-4091-b48f-40c4cfe61b5c req-15fd59bc-a4bc-4d61-9565-cf64eee4d8aa tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 210 time: 0.0296385 Sep 04 01:07:30.731875 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:30.797826 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f37f6326-a0a9-4f22-a843-38484d995dd1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (6c428213-1413-4eee-be61-4999c8f0b190), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:30.836869 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37f6326-a0a9-4f22-a843-38484d995dd1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:07:30.841109 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-f37f6326-a0a9-4f22-a843-38484d995dd1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:07:30.845039 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37f6326-a0a9-4f22-a843-38484d995dd1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:07:30.872416 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f6326-a0a9-4f22-a843-38484d995dd1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Pushing event updated for resources: {'Port': ['ID=6c428213-1413-4eee-be61-4999c8f0b190,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:30.949941 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=16 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:30.961667 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c8cc8-0252-4957-9a25-99a32f9a5334 req-a02d0f2d-d62e-4e36-8925-4320c8b00261 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:30.963167 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ea3c8cc8-0252-4957-9a25-99a32f9a5334 req-a02d0f2d-d62e-4e36-8925-4320c8b00261 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0720501 Sep 04 01:07:30.994072 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f37f6326-a0a9-4f22-a843-38484d995dd1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for floatingip (d5d6fe9f-6323-4c53-a7b6-3bbe1545f3f4), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:31.025306 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ea3c8cc8-0252-4957-9a25-99a32f9a5334 req-2b5c8a6a-797d-4258-9f24-57e692093034 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553930 Sep 04 01:07:31.120944 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f37f6326-a0a9-4f22-a843-38484d995dd1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (6c428213-1413-4eee-be61-4999c8f0b190), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:31.245481 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:31.282526 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f37f6326-a0a9-4f22-a843-38484d995dd1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for port (6c428213-1413-4eee-be61-4999c8f0b190), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:31.329482 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f37f6326-a0a9-4f22-a843-38484d995dd1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (6c428213-1413-4eee-be61-4999c8f0b190), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:31.444569 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f37f6326-a0a9-4f22-a843-38484d995dd1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (d5d6fe9f-6323-4c53-a7b6-3bbe1545f3f4), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:31.448956 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f6326-a0a9-4f22-a843-38484d995dd1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Pushing event updated for resources: {'Port': ['ID=6c428213-1413-4eee-be61-4999c8f0b190,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:31.520405 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-2d182c3a-29b7-4e0f-afcf-156fdaa5d59d tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:31.522528 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-2d182c3a-29b7-4e0f-afcf-156fdaa5d59d tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.16 "GET /networking/v2.0/networks?id=7e04f73d-bad8-4860-94c2-08b2d4e17fa9 HTTP/1.1" status: 200 len: 808 time: 0.1376359 Sep 04 01:07:31.543538 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-766d707f-5416-4fd5-9115-851d815086d6 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Request body: {'port': {'device_id': 'e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5', 'network_id': '7e04f73d-bad8-4860-94c2-08b2d4e17fa9', 'admin_state_up': True, 'tenant_id': 'bcf6c738f8d842f99d2eec3b896c5b47'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:31.592101 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f37f6326-a0a9-4f22-a843-38484d995dd1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:31.601116 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-f37f6326-a0a9-4f22-a843-38484d995dd1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6520452 Sep 04 01:07:31.758227 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-766d707f-5416-4fd5-9115-851d815086d6 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Made reservation on behalf of bcf6c738f8d842f99d2eec3b896c5b47 for: {'port': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:07:31.776689 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-766d707f-5416-4fd5-9115-851d815086d6 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:31.819517 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:31.848648 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-78260baa-8f15-4b48-8c58-3505c21f5a05 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--938530870&fields=id&tenant_id=db72b63281384bd883b04d05bcc35677 HTTP/1.1" status: 200 len: 267 time: 0.0500283 Sep 04 01:07:31.872193 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ae594fd6-d4d4-43b8-8b93-ee3135f5f4f6 req-05dc388a-7914-4651-84dc-a93b945d9351 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 210 time: 0.0375903 Sep 04 01:07:31.879806 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:31.948717 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-766d707f-5416-4fd5-9115-851d815086d6 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Allocated IP 172.20.0.12 (7e04f73d-bad8-4860-94c2-08b2d4e17fa9/1715ca4f-993d-4984-97fb-84481d321a38/b8947ab0-23c1-4eaa-93c4-9c1cc435d43e) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:07:31.973244 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-aee8c9c1-7f89-4771-b016-4d3ec7e5aee2 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:31.975211 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-aee8c9c1-7f89-4771-b016-4d3ec7e5aee2 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/networks?id=b16f22e1-6fb1-440b-98eb-845123e960e6 HTTP/1.1" status: 200 len: 818 time: 0.1235127 Sep 04 01:07:31.991192 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-7e1b7c23-c24e-448e-9815-46972dcca156 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/quotas/db72b63281384bd883b04d05bcc35677 HTTP/1.1" status: 200 len: 375 time: 0.0101240 Sep 04 01:07:32.023486 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78bdf3-6646-490e-896e-7c6fc45fb01a req-cc8edc31-8e5f-426d-a561-dd2aff9657b8 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:32.024958 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4c78bdf3-6646-490e-896e-7c6fc45fb01a req-cc8edc31-8e5f-426d-a561-dd2aff9657b8 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0645049 Sep 04 01:07:32.049717 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-e28313fe-bdcb-47bd-8071-a2c3b17ee0f2 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=db72b63281384bd883b04d05bcc35677&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0529332 Sep 04 01:07:32.128971 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4c78bdf3-6646-490e-896e-7c6fc45fb01a req-0da58751-9f46-453b-b83d-87c5ee531ec4 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951974 Sep 04 01:07:32.157324 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-ed377a27-cc33-4c77-b8e7-b89dfc8e7056 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900106 Sep 04 01:07:32.180188 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-766d707f-5416-4fd5-9115-851d815086d6 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Publish callbacks [] for port (b8947ab0-23c1-4eaa-93c4-9c1cc435d43e), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:32.260643 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-0533bda1-1f53-4c1b-8af9-e23cde19675c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004672 Sep 04 01:07:32.261878 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1827854-d860-40ba-8361-fec7ade95f93 req-b8be025d-9613-4643-b4f4-295906b4f39d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:32.263463 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d1827854-d860-40ba-8361-fec7ade95f93 req-b8be025d-9613-4643-b4f4-295906b4f39d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0484228 Sep 04 01:07:32.278028 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-766d707f-5416-4fd5-9115-851d815086d6 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (b8947ab0-23c1-4eaa-93c4-9c1cc435d43e), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:32.344039 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-766d707f-5416-4fd5-9115-851d815086d6 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Network 7e04f73d-bad8-4860-94c2-08b2d4e17fa9 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:07:32.351839 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-766d707f-5416-4fd5-9115-851d815086d6 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:07:32.358544 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-766d707f-5416-4fd5-9115-851d815086d6 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:07:32.367119 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d707f-5416-4fd5-9115-851d815086d6 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Pushing event updated for resources: {'Port': ['ID=b8947ab0-23c1-4eaa-93c4-9c1cc435d43e,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:32.394078 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:32.398552 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d1827854-d860-40ba-8361-fec7ade95f93 req-6c5a8bf8-c99d-4e8f-ae5e-8b535dea7daf tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1291416 Sep 04 01:07:32.417692 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-766d707f-5416-4fd5-9115-851d815086d6 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:32.418293 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-766d707f-5416-4fd5-9115-851d815086d6 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:32.499792 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-766d707f-5416-4fd5-9115-851d815086d6 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9599743 Sep 04 01:07:32.501628 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-43ec0ecc-2881-42ea-96db-767c70e8477b req-4092a096-e3b5-4229-9e55-c48fd2e2c52a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 210 time: 0.0369024 Sep 04 01:07:32.980117 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-88049284-5f46-44de-be46-783f684e8d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:33.006470 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d034de-d67f-4b3e-ab1e-8f7b073745d4 req-4567f163-67ed-4888-b525-bbfc1cdeb010 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:33.007926 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-68d034de-d67f-4b3e-ab1e-8f7b073745d4 req-4567f163-67ed-4888-b525-bbfc1cdeb010 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 932 time: 0.0464761 Sep 04 01:07:33.054096 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-68d034de-d67f-4b3e-ab1e-8f7b073745d4 req-28ecb074-7514-472b-869a-4d891fe93739 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403934 Sep 04 01:07:33.271736 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88362df-7252-4d3f-abf5-8ecfa32289b7 req-c9f55da0-47e4-47b2-89a4-a627213d5325 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:33.273102 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b88362df-7252-4d3f-abf5-8ecfa32289b7 req-c9f55da0-47e4-47b2-89a4-a627213d5325 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0520794 Sep 04 01:07:33.320133 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b88362df-7252-4d3f-abf5-8ecfa32289b7 req-c36be2e0-9766-470b-b26d-3023e96eb0ea tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410514 Sep 04 01:07:33.532322 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25761e-8908-41c0-908b-18c70e7ae5ab req-110898a1-bd0b-46e6-9072-8cd2e4f73f6f tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:33.533810 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6e25761e-8908-41c0-908b-18c70e7ae5ab req-110898a1-bd0b-46e6-9072-8cd2e4f73f6f tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0548801 Sep 04 01:07:33.584381 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6e25761e-8908-41c0-908b-18c70e7ae5ab req-0113e1b6-4b42-45cc-b3ee-d222eaa81487 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443151 Sep 04 01:07:33.606953 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-953e385c-6908-4f33-90fe-92d9853fae3a req-44f14a1d-a263-44d3-95e2-b8e73a8f9870 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 210 time: 0.0289791 Sep 04 01:07:34.162859 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:34.171219 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3807578-a92c-4e4f-98e4-0eb6939b359b req-00de0893-5216-4119-b6a1-f50fe60177bf tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:34.172686 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e3807578-a92c-4e4f-98e4-0eb6939b359b req-00de0893-5216-4119-b6a1-f50fe60177bf tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 932 time: 0.0454004 Sep 04 01:07:34.184300 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:34.219865 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e3807578-a92c-4e4f-98e4-0eb6939b359b req-c12894cc-f3a7-432b-a282-9514cd792cf5 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409002 Sep 04 01:07:34.446272 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579af5c-ad5f-416c-b8bd-79f674ac64a0 req-cd6d5931-3cba-40b5-989e-c02255b75886 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:34.447755 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c579af5c-ad5f-416c-b8bd-79f674ac64a0 req-cd6d5931-3cba-40b5-989e-c02255b75886 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0471756 Sep 04 01:07:34.499895 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c579af5c-ad5f-416c-b8bd-79f674ac64a0 req-768e1d29-308a-4a62-97fe-ff6a370bc918 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466812 Sep 04 01:07:34.714229 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-865b23ff-d1f2-4258-b345-fdaa4129f252 req-e40339e3-77dc-4883-97f7-43e8d6075c0a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 210 time: 0.0305269 Sep 04 01:07:34.715288 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829a775-57a9-47b0-9c40-fa68ce0a05ba req-f50e8f93-043e-48af-93a0-59b8bc668ac4 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:34.716978 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e829a775-57a9-47b0-9c40-fa68ce0a05ba req-f50e8f93-043e-48af-93a0-59b8bc668ac4 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0536923 Sep 04 01:07:34.765550 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e829a775-57a9-47b0-9c40-fa68ce0a05ba req-efda3faf-a169-40fc-8a91-3920572850d5 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426629 Sep 04 01:07:35.328001 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] Request body: {'port': {'device_id': 'e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:35.365881 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebadf38-c3e1-4485-bf2d-5e2f02834b4e req-a441dc1e-cd34-4950-99df-f56986dc362f tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:35.367349 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3ebadf38-c3e1-4485-bf2d-5e2f02834b4e req-a441dc1e-cd34-4950-99df-f56986dc362f tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 932 time: 0.0729084 Sep 04 01:07:35.416372 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (b8947ab0-23c1-4eaa-93c4-9c1cc435d43e), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:35.467485 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3ebadf38-c3e1-4485-bf2d-5e2f02834b4e req-4c6f895e-e619-465f-88ae-d0052abfdc4a tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942814 Sep 04 01:07:35.631766 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516e885-f649-4048-8777-66c7d3c3a742 req-ec697575-46e3-4ee1-8374-3a833bfa4b71 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:35.633966 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-8516e885-f649-4048-8777-66c7d3c3a742 req-ec697575-46e3-4ee1-8374-3a833bfa4b71 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0523491 Sep 04 01:07:35.681791 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-8516e885-f649-4048-8777-66c7d3c3a742 req-187b76b5-cb44-45d9-b749-a0a5e41f6cf6 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418339 Sep 04 01:07:35.688056 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:35.695120 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:35.698107 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8947ab0-23c1-4eaa-93c4-9c1cc435d43e {{(pid=106791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:07:35.705767 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] Publish callbacks [] for port (b8947ab0-23c1-4eaa-93c4-9c1cc435d43e), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:35.718243 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.provisioning_blocks [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] Transition to ACTIVE for port object b8947ab0-23c1-4eaa-93c4-9c1cc435d43e will not be triggered until provisioned by entity L2. {{(pid=106791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:07:35.780145 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (b8947ab0-23c1-4eaa-93c4-9c1cc435d43e), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:35.859357 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-098ee74e-5666-4422-9f6e-0b70e7124111 req-1879f15b-a958-44f2-8345-bfa97699b2d3 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 210 time: 0.0713749 Sep 04 01:07:35.899082 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:35.902093 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] Pushing event updated for resources: {'Port': ['ID=b8947ab0-23c1-4eaa-93c4-9c1cc435d43e,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:35.924443 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:35.948843 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4134038-e9ec-4e08-9e3a-d400cfb3a604 req-1e569406-ce43-419c-9c09-1618abb29846 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:35.950372 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e4134038-e9ec-4e08-9e3a-d400cfb3a604 req-1e569406-ce43-419c-9c09-1618abb29846 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0804276 Sep 04 01:07:35.962059 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] Attempting to bind port b8947ab0-23c1-4eaa-93c4-9c1cc435d43e on host hv-cinder-maste for vnic_type normal with profile {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:07:35.962650 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] Attempting to bind port b8947ab0-23c1-4eaa-93c4-9c1cc435d43e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '4b145fcd-b870-4624-8e9b-50fe2a121117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7e04f73d-bad8-4860-94c2-08b2d4e17fa9'}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:07:35.963057 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] Attempting to bind port b8947ab0-23c1-4eaa-93c4-9c1cc435d43e on network 7e04f73d-bad8-4860-94c2-08b2d4e17fa9 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:07:35.967617 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] Port b8947ab0-23c1-4eaa-93c4-9c1cc435d43e on network 7e04f73d-bad8-4860-94c2-08b2d4e17fa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:07:35.967928 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] Attempting to bind port b8947ab0-23c1-4eaa-93c4-9c1cc435d43e on network 7e04f73d-bad8-4860-94c2-08b2d4e17fa9 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:07:35.974140 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] Checking agent: {'id': 'dda4db69-a2e6-4522-aa0b-4e619e0d5c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'started_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:07:35.974731 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] Checking segment: {'id': '4b145fcd-b870-4624-8e9b-50fe2a121117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7e04f73d-bad8-4860-94c2-08b2d4e17fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:07:35.975263 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] Bound using segment: {'id': '4b145fcd-b870-4624-8e9b-50fe2a121117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7e04f73d-bad8-4860-94c2-08b2d4e17fa9'} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:07:35.975839 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] Bound port: b8947ab0-23c1-4eaa-93c4-9c1cc435d43e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b145fcd-b870-4624-8e9b-50fe2a121117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7e04f73d-bad8-4860-94c2-08b2d4e17fa9'}}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:07:35.976532 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (b8947ab0-23c1-4eaa-93c4-9c1cc435d43e), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:36.001812 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e4134038-e9ec-4e08-9e3a-d400cfb3a604 req-89e19b0e-af3f-4372-9708-ac3b4fdd9058 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455222 Sep 04 01:07:36.043238 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] For port b8947ab0-23c1-4eaa-93c4-9c1cc435d43e, host hv-cinder-maste, cleared binding levels {{(pid=106791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:07:36.046124 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] For port b8947ab0-23c1-4eaa-93c4-9c1cc435d43e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8947ab0-23c1-4eaa-93c4-9c1cc435d43e,segment=NetworkSegment(4b145fcd-b870-4624-8e9b-50fe2a121117),segment_id=4b145fcd-b870-4624-8e9b-50fe2a121117)] {{(pid=106791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:07:36.054745 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=18 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:36.107337 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (b8947ab0-23c1-4eaa-93c4-9c1cc435d43e), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:36.111982 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:36.112713 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:36.114115 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/b8947ab0-23c1-4eaa-93c4-9c1cc435d43e HTTP/1.1" status: 200 len: 1094 time: 0.7920692 Sep 04 01:07:36.115153 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5', 'tag': 'b8947ab0-23c1-4eaa-93c4-9c1cc435d43e'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:07:36.117428 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe177225-c522-4c8d-839b-7df9d2ea23b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5", "tag": "b8947ab0-23c1-4eaa-93c4-9c1cc435d43e"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:07:36.156721 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4572193-beff-46ef-a44b-73c0ab90433c x-openstack-request-id: req-e4572193-beff-46ef-a44b-73c0ab90433c {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:07:36.157049 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5", "tag": "b8947ab0-23c1-4eaa-93c4-9c1cc435d43e", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:07:36.157330 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e4572193-beff-46ef-a44b-73c0ab90433c {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:07:36.157728 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4572193-beff-46ef-a44b-73c0ab90433c'] response: {'name': 'network-changed', 'server_uuid': 'e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5', 'tag': 'b8947ab0-23c1-4eaa-93c4-9c1cc435d43e', 'status': 'completed', 'code': 200} Sep 04 01:07:36.167837 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673b4df-28c9-4cd9-868b-1f51297ebc22 service neutron] Pushing event updated for resources: {'Port': ['ID=b8947ab0-23c1-4eaa-93c4-9c1cc435d43e,revision_number=3']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:36.557312 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe177225-c522-4c8d-839b-7df9d2ea23b5 req-b5d798e5-b9d5-4325-89b0-62fe895b9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:36.559167 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fe177225-c522-4c8d-839b-7df9d2ea23b5 req-b5d798e5-b9d5-4325-89b0-62fe895b9c50 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bcf6c738f8d842f99d2eec3b896c5b47&device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 1128 time: 0.0605698 Sep 04 01:07:36.597883 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:36.634053 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071f434-d835-441a-adb4-021b677a0813 req-7c9af89a-34e8-4600-859d-917d20cf2be4 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:36.635561 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c071f434-d835-441a-adb4-021b677a0813 req-7c9af89a-34e8-4600-859d-917d20cf2be4 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 944 time: 0.0673375 Sep 04 01:07:36.688539 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c071f434-d835-441a-adb4-021b677a0813 req-93e5543d-fb79-42eb-bd74-ba1a0e14ab1d tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456400 Sep 04 01:07:36.697359 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe177225-c522-4c8d-839b-7df9d2ea23b5 req-02fa4e61-c398-4594-b85e-af3ec88d3ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:36.698753 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fe177225-c522-4c8d-839b-7df9d2ea23b5 req-02fa4e61-c398-4594-b85e-af3ec88d3ed3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=bcf6c738f8d842f99d2eec3b896c5b47&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1017480 Sep 04 01:07:36.832787 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8ed7c-37d3-4e65-a218-2608e882e8b5 req-6a92dece-0f07-4e54-a1ea-faff1f77167d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:36.835380 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7fc8ed7c-37d3-4e65-a218-2608e882e8b5 req-6a92dece-0f07-4e54-a1ea-faff1f77167d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0667994 Sep 04 01:07:36.852209 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe177225-c522-4c8d-839b-7df9d2ea23b5 req-c054b2dc-0c65-4b2e-84d9-4c9ab194551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:36.853639 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fe177225-c522-4c8d-839b-7df9d2ea23b5 req-c054b2dc-0c65-4b2e-84d9-4c9ab194551f service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1442027 Sep 04 01:07:36.892563 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7fc8ed7c-37d3-4e65-a218-2608e882e8b5 req-b360290c-148d-4066-b6fa-f2c838536bd2 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493393 Sep 04 01:07:36.973343 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-63614e55-f927-4326-91e9-b1ac0e464f0e req-ada42779-6af8-4e2c-afc4-abe75d2371d4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 210 time: 0.0288184 Sep 04 01:07:37.165477 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb681bf1-fca7-40c2-b243-64ab1630eecf req-8e71bece-851b-489c-bb8b-58d3defb3581 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:37.167020 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-eb681bf1-fca7-40c2-b243-64ab1630eecf req-8e71bece-851b-489c-bb8b-58d3defb3581 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0848939 Sep 04 01:07:37.175590 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-bd3d9d77-dcf5-4e33-9d09-4a000bec02ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:37.175590 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-bd3d9d77-dcf5-4e33-9d09-4a000bec02ff service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bcf6c738f8d842f99d2eec3b896c5b47&device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 1128 time: 0.0792117 Sep 04 01:07:37.233113 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-cfd586ae-b309-4e6d-b592-6d3123565dd7 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8947ab0-23c1-4eaa-93c4-9c1cc435d43e HTTP/1.1" status: 200 len: 217 time: 0.0404980 Sep 04 01:07:37.281014 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-eb681bf1-fca7-40c2-b243-64ab1630eecf req-b1a3b060-ee55-4019-baad-4e1afd84a988 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1075504 Sep 04 01:07:37.286813 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:37.303505 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8aa3e69d-66b5-45a6-8f7b-b75c7761d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:37.305293 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-8aa3e69d-66b5-45a6-8f7b-b75c7761d3d5 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=1715ca4f-993d-4984-97fb-84481d321a38 HTTP/1.1" status: 200 len: 848 time: 0.0595603 Sep 04 01:07:37.340481 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-d3e97c23-3b39-443f-8489-9d832fa3d817 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=7e04f73d-bad8-4860-94c2-08b2d4e17fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283105 Sep 04 01:07:37.444259 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-f26fc402-72ad-4123-b596-e4a174561928 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7e04f73d-bad8-4860-94c2-08b2d4e17fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900352 Sep 04 01:07:38.022419 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581539c-c484-4315-8327-1f76282f5690 req-60f43d72-c70a-4e40-9460-adfba6bbb106 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:38.022419 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c581539c-c484-4315-8327-1f76282f5690 req-60f43d72-c70a-4e40-9460-adfba6bbb106 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 944 time: 0.0603433 Sep 04 01:07:38.026624 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cb4fe39a-ebd8-43f5-bf5d-c58fdd097233 req-46ff5f87-f040-4a41-b8f1-4a397c058f39 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7e04f73d-bad8-4860-94c2-08b2d4e17fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946715 Sep 04 01:07:38.027872 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c581539c-c484-4315-8327-1f76282f5690 req-96ef0c00-ebf4-4b8f-9444-166a5b26ab79 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451014 Sep 04 01:07:38.040347 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd620f86-351f-4e7d-8bab-00be1bcd841d req-1424ae31-78b9-4b6b-8e1e-59419bdd8914 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:38.042429 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fd620f86-351f-4e7d-8bab-00be1bcd841d req-1424ae31-78b9-4b6b-8e1e-59419bdd8914 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0658445 Sep 04 01:07:38.104477 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d001310b-387e-48bc-8cd4-9028a9d616f0 req-efeff339-6ae8-41e2-a36b-a9edee84314f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 210 time: 0.0320587 Sep 04 01:07:38.106967 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fd620f86-351f-4e7d-8bab-00be1bcd841d req-449b0805-fb74-4d4c-a36d-a6d319b753b4 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585189 Sep 04 01:07:38.323817 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 49368) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:38.330341 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-cbb3e060-631a-4a09-b299-ce6ffaabbdb0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1809104088', 'description': 'tempest-description--909208191'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:38.435572 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3dc23-7615-409d-b908-0ceb8c3e2419 req-947504e7-4e59-4afc-9a5f-efe6355ca450 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:38.437102 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-35c3dc23-7615-409d-b908-0ceb8c3e2419 req-947504e7-4e59-4afc-9a5f-efe6355ca450 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0502923 Sep 04 01:07:38.439159 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-cbb3e060-631a-4a09-b299-ce6ffaabbdb0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:38.470686 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:38.486094 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-35c3dc23-7615-409d-b908-0ceb8c3e2419 req-89c27d38-2866-40be-aaf7-1c3c905f5d7c tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430009 Sep 04 01:07:38.488301 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:38.518502 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-cbb3e060-631a-4a09-b299-ce6ffaabbdb0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (442c2a6c-c343-4c57-b096-17650925c895), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:38.557957 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-cbb3e060-631a-4a09-b299-ce6ffaabbdb0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (442c2a6c-c343-4c57-b096-17650925c895), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:38.587858 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3e060-631a-4a09-b299-ce6ffaabbdb0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442c2a6c-c343-4c57-b096-17650925c895,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:38.645821 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-cbb3e060-631a-4a09-b299-ce6ffaabbdb0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:38.647253 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-cbb3e060-631a-4a09-b299-ce6ffaabbdb0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3227320 Sep 04 01:07:38.650248 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 49370) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:38.654514 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-3e4fbbae-7180-452e-b068-463a9b050990 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'security_group_rule': {'security_group_id': '442c2a6c-c343-4c57-b096-17650925c895', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:38.756350 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbbae-7180-452e-b068-463a9b050990 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (b41d7505-179a-44cf-8506-73ee1ca8f7ba), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:38.809967 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:38.811764 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbbae-7180-452e-b068-463a9b050990 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (b41d7505-179a-44cf-8506-73ee1ca8f7ba), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:38.877694 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbbae-7180-452e-b068-463a9b050990 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (b41d7505-179a-44cf-8506-73ee1ca8f7ba), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:38.898108 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fbbae-7180-452e-b068-463a9b050990 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41d7505-179a-44cf-8506-73ee1ca8f7ba,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:38.960716 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbbae-7180-452e-b068-463a9b050990 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:38.961981 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-3e4fbbae-7180-452e-b068-463a9b050990 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3107846 Sep 04 01:07:38.964846 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 49372) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:38.969020 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-134a6439-ce3a-473f-9139-98c65743f753 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'security_group_rule': {'security_group_id': '442c2a6c-c343-4c57-b096-17650925c895', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:39.050661 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-134a6439-ce3a-473f-9139-98c65743f753 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (60ad1c79-9439-49a6-b38a-c3e7e4f9433a), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:39.155642 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a982a56-758c-4a0f-8466-0a0152a0ff28 req-c06edb01-58b8-4560-9f43-3ddd0064eae3 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:39.157149 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1a982a56-758c-4a0f-8466-0a0152a0ff28 req-c06edb01-58b8-4560-9f43-3ddd0064eae3 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 944 time: 0.0749960 Sep 04 01:07:39.168602 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-134a6439-ce3a-473f-9139-98c65743f753 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (60ad1c79-9439-49a6-b38a-c3e7e4f9433a), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:39.210165 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7a31f4a6-988f-48ea-8845-b5ebe035909a req-edb4127d-4499-463c-948e-e7ec0dd51b32 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 210 time: 0.0274742 Sep 04 01:07:39.210728 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1a982a56-758c-4a0f-8466-0a0152a0ff28 req-7830611d-7247-4fe4-b865-f5fc3a4d7ea7 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444300 Sep 04 01:07:39.255533 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-134a6439-ce3a-473f-9139-98c65743f753 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (60ad1c79-9439-49a6-b38a-c3e7e4f9433a), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:39.285054 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a6439-ce3a-473f-9139-98c65743f753 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ad1c79-9439-49a6-b38a-c3e7e4f9433a,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:39.321470 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d3391-53bf-4b53-9d81-b43b866513ef req-b8a33860-af42-4944-80ff-07cdbdfa973a tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:39.321758 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4a8d3391-53bf-4b53-9d81-b43b866513ef req-b8a33860-af42-4944-80ff-07cdbdfa973a tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0501196 Sep 04 01:07:39.368961 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4a8d3391-53bf-4b53-9d81-b43b866513ef req-6c47db42-08e5-477a-981d-3fd74910f105 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415173 Sep 04 01:07:39.371875 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-134a6439-ce3a-473f-9139-98c65743f753 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:39.372960 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-134a6439-ce3a-473f-9139-98c65743f753 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4071529 Sep 04 01:07:39.376048 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 49388) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:07:39.380622 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-07fa8217-1c64-4b9e-9f70-94a69a41425f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'floatingip': {'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:39.478218 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-07fa8217-1c64-4b9e-9f70-94a69a41425f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:39.523914 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-1329394a-b9f3-42d4-9fbe-1cd41d43f999 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:39.525489 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-1329394a-b9f3-42d4-9fbe-1cd41d43f999 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.16 "GET /networking/v2.0/networks?id=b16f22e1-6fb1-440b-98eb-845123e960e6 HTTP/1.1" status: 200 len: 818 time: 0.1101418 Sep 04 01:07:39.577780 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-07fa8217-1c64-4b9e-9f70-94a69a41425f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:39.592813 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:39.642931 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4a5fe-531f-4414-aa90-86597ca8a638 req-70029aa0-7235-4f76-9d84-d37304efcfd4 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:39.644664 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-06b4a5fe-531f-4414-aa90-86597ca8a638 req-70029aa0-7235-4f76-9d84-d37304efcfd4 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0698199 Sep 04 01:07:39.649428 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5c819370-a553-4fbf-9184-a04178a5d3fe tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=db72b63281384bd883b04d05bcc35677 HTTP/1.1" status: 200 len: 379 time: 0.0981050 Sep 04 01:07:39.665371 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-d991eddb-8d1b-482b-b26c-b0600389de88 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Request body: {'port': {'device_id': '2570ee6c-f335-41bc-8e67-f89a62b28134', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'admin_state_up': True, 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'security_groups': ['408a6cc9-789d-4d36-bc4c-5052f5aa27fe']}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:39.698425 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_common [None req-07fa8217-1c64-4b9e-9f70-94a69a41425f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Allocated IP 172.37.7.21 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/21a78bab-8f3d-44c4-86b7-043c859432b9) {{(pid=106790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:07:39.754497 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-06b4a5fe-531f-4414-aa90-86597ca8a638 req-c7981162-9c8f-440b-b4f8-ff6e3bbf614b tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1011870 Sep 04 01:07:39.815157 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-07fa8217-1c64-4b9e-9f70-94a69a41425f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for port (21a78bab-8f3d-44c4-86b7-043c859432b9), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:39.850034 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-d991eddb-8d1b-482b-b26c-b0600389de88 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Made reservation on behalf of db72b63281384bd883b04d05bcc35677 for: {'port': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:07:39.853930 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-d991eddb-8d1b-482b-b26c-b0600389de88 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:39.901677 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-07fa8217-1c64-4b9e-9f70-94a69a41425f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (21a78bab-8f3d-44c4-86b7-043c859432b9), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:39.928578 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:39.951725 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fa8217-1c64-4b9e-9f70-94a69a41425f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:07:39.955299 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-07fa8217-1c64-4b9e-9f70-94a69a41425f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:07:39.958598 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fa8217-1c64-4b9e-9f70-94a69a41425f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Received port after_create {{(pid=106790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:07:39.986116 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa8217-1c64-4b9e-9f70-94a69a41425f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'Port': ['ID=21a78bab-8f3d-44c4-86b7-043c859432b9,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:39.999677 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-d991eddb-8d1b-482b-b26c-b0600389de88 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Allocated IP 172.20.0.4 (b16f22e1-6fb1-440b-98eb-845123e960e6/35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0/62f5079a-1d7d-4c5c-bdcd-0af337b6235b) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:07:40.052439 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-07fa8217-1c64-4b9e-9f70-94a69a41425f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (7c6010d5-511b-41a8-a14f-022e69e0a22e), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:40.127602 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device b8947ab0-23c1-4eaa-93c4-9c1cc435d43e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:07:40.137428 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-d991eddb-8d1b-482b-b26c-b0600389de88 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for port (62f5079a-1d7d-4c5c-bdcd-0af337b6235b), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:40.142755 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:40.162922 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-07fa8217-1c64-4b9e-9f70-94a69a41425f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (21a78bab-8f3d-44c4-86b7-043c859432b9), before_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:40.234121 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port b8947ab0-23c1-4eaa-93c4-9c1cc435d43e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8947ab0-23c1-4eaa-93c4-9c1cc435d43e,segment=NetworkSegment(4b145fcd-b870-4624-8e9b-50fe2a121117),segment_id=4b145fcd-b870-4624-8e9b-50fe2a121117)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:40.244861 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-d991eddb-8d1b-482b-b26c-b0600389de88 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (62f5079a-1d7d-4c5c-bdcd-0af337b6235b), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:40.271752 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:40.274505 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': 'b8947ab0-23c1-4eaa-93c4-9c1cc435d43e', 'network_id': '7e04f73d-bad8-4860-94c2-08b2d4e17fa9', 'port_id': 'b8947ab0-23c1-4eaa-93c4-9c1cc435d43e', 'mac_address': 'fa:16:3e:c0:8f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1715ca4f-993d-4984-97fb-84481d321a38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:07:40.333532 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-d991eddb-8d1b-482b-b26c-b0600389de88 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Network b16f22e1-6fb1-440b-98eb-845123e960e6 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:07:40.335402 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port b8947ab0-23c1-4eaa-93c4-9c1cc435d43e is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:07:40.335914 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (b8947ab0-23c1-4eaa-93c4-9c1cc435d43e), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:40.354814 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8947ab0-23c1-4eaa-93c4-9c1cc435d43e {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:07:40.370690 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-d991eddb-8d1b-482b-b26c-b0600389de88 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:07:40.376942 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-d991eddb-8d1b-482b-b26c-b0600389de88 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:07:40.390520 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port b8947ab0-23c1-4eaa-93c4-9c1cc435d43e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8947ab0-23c1-4eaa-93c4-9c1cc435d43e,segment=NetworkSegment(4b145fcd-b870-4624-8e9b-50fe2a121117),segment_id=4b145fcd-b870-4624-8e9b-50fe2a121117)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:40.417372 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991eddb-8d1b-482b-b26c-b0600389de88 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Pushing event updated for resources: {'Port': ['ID=62f5079a-1d7d-4c5c-bdcd-0af337b6235b,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:40.428865 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e11704-6249-4846-a08d-f8f168591538 req-acd75893-1636-4459-aa32-f55195664790 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:40.433619 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-81e11704-6249-4846-a08d-f8f168591538 req-acd75893-1636-4459-aa32-f55195664790 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 944 time: 0.1027641 Sep 04 01:07:40.469198 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-d991eddb-8d1b-482b-b26c-b0600389de88 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:40.469696 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-d991eddb-8d1b-482b-b26c-b0600389de88 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:40.469986 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (b8947ab0-23c1-4eaa-93c4-9c1cc435d43e), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:40.521241 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-81e11704-6249-4846-a08d-f8f168591538 req-6be0bd38-786a-4aec-b4b8-17aefe5bf90d tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826447 Sep 04 01:07:40.561925 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=b8947ab0-23c1-4eaa-93c4-9c1cc435d43e,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:40.567916 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-d991eddb-8d1b-482b-b26c-b0600389de88 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9120224 Sep 04 01:07:40.590998 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] Request body: {'port': {'device_id': '2570ee6c-f335-41bc-8e67-f89a62b28134', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:40.597946 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bae6cd-d7da-437a-96d3-a346f883e13b req-7065c210-e6c8-44bd-9d03-a27aa5fdefe2 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:40.598827 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-83bae6cd-d7da-437a-96d3-a346f883e13b req-7065c210-e6c8-44bd-9d03-a27aa5fdefe2 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 931 time: 0.0708942 Sep 04 01:07:40.670289 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-e60f1842-7ec2-4780-9472-75030e6ea2e9 None None] Provisioning complete for port 62f5079a-1d7d-4c5c-bdcd-0af337b6235b triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:07:40.670660 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-e60f1842-7ec2-4780-9472-75030e6ea2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (62f5079a-1d7d-4c5c-bdcd-0af337b6235b), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:40.688318 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-83bae6cd-d7da-437a-96d3-a346f883e13b req-11a80c1e-201d-4b85-b89e-9307d42d31d2 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814438 Sep 04 01:07:40.694562 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:40.705291 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-e60f1842-7ec2-4780-9472-75030e6ea2e9 None None] Port 62f5079a-1d7d-4c5c-bdcd-0af337b6235b cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:07:40.708534 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-07fa8217-1c64-4b9e-9f70-94a69a41425f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for port (21a78bab-8f3d-44c4-86b7-043c859432b9), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:40.718510 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d4c68-7d97-48f5-8b95-9be37a5147d5 req-f83b40cb-edb8-4d31-8589-ab3a9c089e38 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:40.720009 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c65d4c68-7d97-48f5-8b95-9be37a5147d5 req-f83b40cb-edb8-4d31-8589-ab3a9c089e38 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.1248870 Sep 04 01:07:40.733327 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (62f5079a-1d7d-4c5c-bdcd-0af337b6235b), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:40.779544 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-07fa8217-1c64-4b9e-9f70-94a69a41425f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63045568'] for port (21a78bab-8f3d-44c4-86b7-043c859432b9), after_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:40.812897 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c65d4c68-7d97-48f5-8b95-9be37a5147d5 req-2d91a8c7-2983-40af-a769-f8d18e45dd1a tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856450 Sep 04 01:07:40.856149 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa8217-1c64-4b9e-9f70-94a69a41425f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'Port': ['ID=21a78bab-8f3d-44c4-86b7-043c859432b9,revision_number=2']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:40.858475 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-07fa8217-1c64-4b9e-9f70-94a69a41425f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (7c6010d5-511b-41a8-a14f-022e69e0a22e), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:40.874467 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:40.896872 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['b8947ab0-23c1-4eaa-93c4-9c1cc435d43e'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:07:40.931122 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-07fa8217-1c64-4b9e-9f70-94a69a41425f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:40.936627 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-07fa8217-1c64-4b9e-9f70-94a69a41425f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5571718 Sep 04 01:07:40.967282 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ff6bc-81e6-4379-8206-6029e6ed86a3 req-4b38a280-81a3-4622-b54e-8144345cab48 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:40.969019 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d82ff6bc-81e6-4379-8206-6029e6ed86a3 req-4b38a280-81a3-4622-b54e-8144345cab48 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0823855 Sep 04 01:07:41.077115 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d82ff6bc-81e6-4379-8206-6029e6ed86a3 req-65595e71-fde7-427b-a6e9-1ebfbde2f541 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1010981 Sep 04 01:07:41.088361 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:41.099652 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:41.105659 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f5079a-1d7d-4c5c-bdcd-0af337b6235b {{(pid=106791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:07:41.115061 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] Publish callbacks [] for port (62f5079a-1d7d-4c5c-bdcd-0af337b6235b), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:41.130743 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.provisioning_blocks [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] Transition to ACTIVE for port object 62f5079a-1d7d-4c5c-bdcd-0af337b6235b will not be triggered until provisioned by entity L2. {{(pid=106791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:07:41.183836 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1f284a1d-ed78-4e8a-8ef6-ea4e13e7827b tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1809104088&fields=id&tenant_id=287d111f08ac4b05bd5adec9c40d0620 HTTP/1.1" status: 200 len: 267 time: 0.0446253 Sep 04 01:07:41.210719 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (62f5079a-1d7d-4c5c-bdcd-0af337b6235b), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:41.351209 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] Pushing event updated for resources: {'Port': ['ID=62f5079a-1d7d-4c5c-bdcd-0af337b6235b,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:41.364669 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:41.374071 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-54547b34-9221-428f-b278-583013012dd7 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:41.375573 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-54547b34-9221-428f-b278-583013012dd7 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/networks?id=d7f39628-666e-4480-8bee-49de183d5e09 HTTP/1.1" status: 200 len: 815 time: 0.1853583 Sep 04 01:07:41.398129 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-885d0fd5-347f-4147-99bd-bcb3e2dcd4a0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/quotas/287d111f08ac4b05bd5adec9c40d0620 HTTP/1.1" status: 200 len: 375 time: 0.0164347 Sep 04 01:07:41.419921 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] Attempting to bind port 62f5079a-1d7d-4c5c-bdcd-0af337b6235b on host hv-cinder-maste for vnic_type normal with profile {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:07:41.420252 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] Attempting to bind port 62f5079a-1d7d-4c5c-bdcd-0af337b6235b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6'}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:07:41.420578 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] Attempting to bind port 62f5079a-1d7d-4c5c-bdcd-0af337b6235b on network b16f22e1-6fb1-440b-98eb-845123e960e6 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:07:41.446218 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] Port 62f5079a-1d7d-4c5c-bdcd-0af337b6235b on network b16f22e1-6fb1-440b-98eb-845123e960e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:07:41.446460 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] Attempting to bind port 62f5079a-1d7d-4c5c-bdcd-0af337b6235b on network b16f22e1-6fb1-440b-98eb-845123e960e6 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:07:41.456449 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] Checking agent: {'id': 'dda4db69-a2e6-4522-aa0b-4e619e0d5c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'started_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:07:41.460390 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] Checking segment: {'id': 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:07:41.460390 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] Bound using segment: {'id': 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6'} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:07:41.460390 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] Bound port: 62f5079a-1d7d-4c5c-bdcd-0af337b6235b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6'}}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:07:41.460390 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (62f5079a-1d7d-4c5c-bdcd-0af337b6235b), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:41.465465 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-77571a38-b2af-4fe1-a3cf-1bae6fe01b87 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=287d111f08ac4b05bd5adec9c40d0620&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619962 Sep 04 01:07:41.581677 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] For port 62f5079a-1d7d-4c5c-bdcd-0af337b6235b, host hv-cinder-maste, cleared binding levels {{(pid=106791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:07:41.590610 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] For port 62f5079a-1d7d-4c5c-bdcd-0af337b6235b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=62f5079a-1d7d-4c5c-bdcd-0af337b6235b,segment=NetworkSegment(c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131),segment_id=c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131)] {{(pid=106791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:07:41.608028 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-805907ec-030b-40d2-8114-cc7d2f2a0fe0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295478 Sep 04 01:07:41.655875 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250b8f2-0805-4b20-b9ac-b047e576e2d5 req-90d4b160-2c8c-4b19-95d3-3c602e071752 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:41.657357 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d250b8f2-0805-4b20-b9ac-b047e576e2d5 req-90d4b160-2c8c-4b19-95d3-3c602e071752 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 945 time: 0.0491714 Sep 04 01:07:41.659907 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (62f5079a-1d7d-4c5c-bdcd-0af337b6235b), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:41.665550 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:41.666148 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:41.667486 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/62f5079a-1d7d-4c5c-bdcd-0af337b6235b HTTP/1.1" status: 200 len: 1093 time: 1.0820591 Sep 04 01:07:41.670183 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2570ee6c-f335-41bc-8e67-f89a62b28134', 'tag': '62f5079a-1d7d-4c5c-bdcd-0af337b6235b'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:07:41.672368 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f4281c-6406-408c-a782-706be53a6d55" -d '{"events": [{"name": "network-changed", "server_uuid": "2570ee6c-f335-41bc-8e67-f89a62b28134", "tag": "62f5079a-1d7d-4c5c-bdcd-0af337b6235b"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:07:41.711514 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d250b8f2-0805-4b20-b9ac-b047e576e2d5 req-75eaceb4-3b45-499e-8cb8-d4a71cae185c tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467346 Sep 04 01:07:41.748830 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a13f7-0049-48d2-843c-413a8425711f service neutron] Pushing event updated for resources: {'Port': ['ID=62f5079a-1d7d-4c5c-bdcd-0af337b6235b,revision_number=3']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:41.755462 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-a370ebbf-4758-47cd-b94d-21dfbb65962b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411765 Sep 04 01:07:41.767013 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3af84b-62a7-4d5f-b32f-592d01b850cc x-openstack-request-id: req-bd3af84b-62a7-4d5f-b32f-592d01b850cc {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:07:41.767301 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2570ee6c-f335-41bc-8e67-f89a62b28134", "tag": "62f5079a-1d7d-4c5c-bdcd-0af337b6235b", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:07:41.767553 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd3af84b-62a7-4d5f-b32f-592d01b850cc {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:07:41.767958 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd3af84b-62a7-4d5f-b32f-592d01b850cc'] response: {'name': 'network-changed', 'server_uuid': '2570ee6c-f335-41bc-8e67-f89a62b28134', 'tag': '62f5079a-1d7d-4c5c-bdcd-0af337b6235b', 'status': 'completed', 'code': 200} Sep 04 01:07:41.860796 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf936d-185f-40a5-b79f-d273f0e7313f req-f3b3cef2-c34f-4f71-aab9-930556c86fe8 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:41.862515 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-f9bf936d-185f-40a5-b79f-d273f0e7313f req-f3b3cef2-c34f-4f71-aab9-930556c86fe8 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 943 time: 0.0482297 Sep 04 01:07:41.898228 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4281c-6406-408c-a782-706be53a6d55 req-f0110469-bae4-4f7b-8f0f-6a7825433aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:41.899757 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-44f4281c-6406-408c-a782-706be53a6d55 req-f0110469-bae4-4f7b-8f0f-6a7825433aa7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=db72b63281384bd883b04d05bcc35677&device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 1127 time: 0.0437896 Sep 04 01:07:41.911465 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-f9bf936d-185f-40a5-b79f-d273f0e7313f req-314fada4-0402-4e4c-be95-b718843e959a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420008 Sep 04 01:07:42.022476 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:42.029717 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c980188-dce9-40bb-9595-24f6a81e342b req-8f40b63f-7349-4b65-b04f-27ed71d35c91 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:42.031282 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3c980188-dce9-40bb-9595-24f6a81e342b req-8f40b63f-7349-4b65-b04f-27ed71d35c91 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0591652 Sep 04 01:07:42.041447 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f28c20e9-9a22-4937-8267-98f430805915 req-181f8e6b-3868-4134-aa9a-5a328904383b tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 210 time: 0.0295281 Sep 04 01:07:42.090494 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3c980188-dce9-40bb-9595-24f6a81e342b req-d8562bbb-4646-48ab-b3fb-dda83ee95cf0 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502486 Sep 04 01:07:42.153379 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device b8947ab0-23c1-4eaa-93c4-9c1cc435d43e up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:07:42.205766 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning for port b8947ab0-23c1-4eaa-93c4-9c1cc435d43e completed by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:07:42.267155 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port b8947ab0-23c1-4eaa-93c4-9c1cc435d43e triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:07:42.267673 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (b8947ab0-23c1-4eaa-93c4-9c1cc435d43e), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:42.351002 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port b8947ab0-23c1-4eaa-93c4-9c1cc435d43e is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:07:42.351470 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (b8947ab0-23c1-4eaa-93c4-9c1cc435d43e), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:42.384097 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8947ab0-23c1-4eaa-93c4-9c1cc435d43e'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:07:42.386733 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0c5ede-f050-4704-9ef3-c34744b678d6" -d '{"events": [{"server_uuid": "e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5", "name": "network-vif-plugged", "status": "completed", "tag": "b8947ab0-23c1-4eaa-93c4-9c1cc435d43e"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:07:42.401412 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port b8947ab0-23c1-4eaa-93c4-9c1cc435d43e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8947ab0-23c1-4eaa-93c4-9c1cc435d43e,segment=NetworkSegment(4b145fcd-b870-4624-8e9b-50fe2a121117),segment_id=4b145fcd-b870-4624-8e9b-50fe2a121117)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:42.437634 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da9bf9a-bc8e-48c0-93b1-0da43fd3c75a x-openstack-request-id: req-6da9bf9a-bc8e-48c0-93b1-0da43fd3c75a {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:07:42.438164 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5", "name": "network-vif-plugged", "status": "completed", "tag": "b8947ab0-23c1-4eaa-93c4-9c1cc435d43e", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:07:42.438413 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6da9bf9a-bc8e-48c0-93b1-0da43fd3c75a {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:07:42.439146 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6da9bf9a-bc8e-48c0-93b1-0da43fd3c75a'] response: {'server_uuid': 'e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8947ab0-23c1-4eaa-93c4-9c1cc435d43e', 'code': 200} Sep 04 01:07:42.494584 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (b8947ab0-23c1-4eaa-93c4-9c1cc435d43e), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:42.554717 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=b8947ab0-23c1-4eaa-93c4-9c1cc435d43e,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:42.566132 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4281c-6406-408c-a782-706be53a6d55 req-f436865b-8930-4bbd-a2a7-6175f081e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:42.567831 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-44f4281c-6406-408c-a782-706be53a6d55 req-f436865b-8930-4bbd-a2a7-6175f081e8fa service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=db72b63281384bd883b04d05bcc35677&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4675431 Sep 04 01:07:42.582073 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c8381-6ce9-4efe-9a75-168c6cbbd23c req-341fddf5-99b9-4d8b-968f-dacbefcd0456 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:42.582073 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-099c8381-6ce9-4efe-9a75-168c6cbbd23c req-341fddf5-99b9-4d8b-968f-dacbefcd0456 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0710855 Sep 04 01:07:42.687291 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-099c8381-6ce9-4efe-9a75-168c6cbbd23c req-091858ea-a896-48f4-83e9-9ffd71b06f01 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990162 Sep 04 01:07:42.721580 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4281c-6406-408c-a782-706be53a6d55 req-3ea4ac43-42d2-443d-944b-3e01398051d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:42.723145 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-44f4281c-6406-408c-a782-706be53a6d55 req-3ea4ac43-42d2-443d-944b-3e01398051d8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284115 Sep 04 01:07:42.864865 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165cc0f-2ab9-4ba8-9c4d-8982deb44d51 req-3606035e-820c-4cbb-bdba-2ae2c18e7b69 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:42.864865 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5165cc0f-2ab9-4ba8-9c4d-8982deb44d51 req-3606035e-820c-4cbb-bdba-2ae2c18e7b69 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 946 time: 0.0524535 Sep 04 01:07:42.867435 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-42ff6b57-ec01-4d2d-ba87-948a5dc36a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:42.869657 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-42ff6b57-ec01-4d2d-ba87-948a5dc36a5c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=db72b63281384bd883b04d05bcc35677&device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 1127 time: 0.0570960 Sep 04 01:07:42.906873 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5165cc0f-2ab9-4ba8-9c4d-8982deb44d51 req-4b55c578-0c47-4449-af71-81e473756ad9 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445633 Sep 04 01:07:43.036137 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5dfbf-14ba-4f38-9cc9-abae557c8b15 req-ab37253d-91c5-45fc-9cd6-afcf52609c1a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:43.037845 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-76c5dfbf-14ba-4f38-9cc9-abae557c8b15 req-ab37253d-91c5-45fc-9cd6-afcf52609c1a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 943 time: 0.0509808 Sep 04 01:07:43.110863 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-2c6202df-3095-4c0a-8827-77270b25f138 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62f5079a-1d7d-4c5c-bdcd-0af337b6235b HTTP/1.1" status: 200 len: 217 time: 0.0696750 Sep 04 01:07:43.131332 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c17a5-2ded-4793-9467-9f1cf990b468 req-9f6166f0-4a26-4caf-9539-471b477c90a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:43.132855 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-323c17a5-2ded-4793-9467-9f1cf990b468 req-9f6166f0-4a26-4caf-9539-471b477c90a1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 1130 time: 0.0941029 Sep 04 01:07:43.151401 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ba31ae21-5b1c-461c-8a23-0b1cb4048a02 req-155f70db-c44d-4aca-bcc4-822558ab4858 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 210 time: 0.0321727 Sep 04 01:07:43.157689 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-76c5dfbf-14ba-4f38-9cc9-abae557c8b15 req-97424e76-a891-4490-9b6d-28db39517590 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037321 Sep 04 01:07:43.274898 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecf7fc-51cf-4e7c-8251-7fb06a95b80b req-f5fc72c3-4ba2-4db6-a2db-4a188faeece3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:43.275606 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-aaecf7fc-51cf-4e7c-8251-7fb06a95b80b req-f5fc72c3-4ba2-4db6-a2db-4a188faeece3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0533934 Sep 04 01:07:43.297483 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-b021ca7a-b319-4277-86e5-3d43f741a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:43.303093 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-b021ca7a-b319-4277-86e5-3d43f741a966 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0 HTTP/1.1" status: 200 len: 857 time: 0.0805867 Sep 04 01:07:43.303093 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-323c17a5-2ded-4793-9467-9f1cf990b468 req-9248a455-c356-4946-a551-b8beaf5b83d7 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832617 Sep 04 01:07:43.334087 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-aaecf7fc-51cf-4e7c-8251-7fb06a95b80b req-e808f130-c8a3-405a-b241-404167fb05c0 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493963 Sep 04 01:07:43.731846 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-67b0f18c-dc86-466f-ade0-330ddf3587ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:43.733487 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-67b0f18c-dc86-466f-ade0-330ddf3587ca service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b16f22e1-6fb1-440b-98eb-845123e960e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437922 Sep 04 01:07:43.850656 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b768005-f9c2-40be-a20c-6bb92f6a8825 req-8af4ec7a-4185-4fe4-8cbe-c71e61d51322 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:43.852192 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4b768005-f9c2-40be-a20c-6bb92f6a8825 req-8af4ec7a-4185-4fe4-8cbe-c71e61d51322 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0614247 Sep 04 01:07:43.889744 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-16a58e09-9b29-41a8-9cf6-4c28b805da17 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491747 Sep 04 01:07:43.917227 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4b768005-f9c2-40be-a20c-6bb92f6a8825 req-8d575c8d-ebf4-4ebe-84ce-cb06d094f3e7 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580661 Sep 04 01:07:44.029701 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbf090-2fa1-4289-9cc8-b81350336851 req-037b38c9-d102-41c8-84ae-c8fc811dc22e tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:44.031153 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-cfbbf090-2fa1-4289-9cc8-b81350336851 req-037b38c9-d102-41c8-84ae-c8fc811dc22e tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 946 time: 0.0476151 Sep 04 01:07:44.078381 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-cfbbf090-2fa1-4289-9cc8-b81350336851 req-b6c616b9-4635-418c-9ba2-af5f5e532731 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409801 Sep 04 01:07:44.162549 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device fcbc60fd-1785-4f94-9436-a520ec06cdaf details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:07:44.265207 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-84363e30-1136-4fb0-9681-f2b93d2d08b4 req-9642b473-c6c4-4eea-a106-4ba5d6c755e3 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 210 time: 0.0331159 Sep 04 01:07:44.289782 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port fcbc60fd-1785-4f94-9436-a520ec06cdaf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fcbc60fd-1785-4f94-9436-a520ec06cdaf,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:44.307635 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'port_id': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf', 'mac_address': 'fa:16:3e:e5:41:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:07:44.338419 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa591eb-02fd-47ed-b3e1-fd2fddebbe82 req-9e06b182-e3d2-4247-82a3-49b8981ad8c3 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:44.340262 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3fa591eb-02fd-47ed-b3e1-fd2fddebbe82 req-9e06b182-e3d2-4247-82a3-49b8981ad8c3 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 943 time: 0.0687559 Sep 04 01:07:44.354046 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port fcbc60fd-1785-4f94-9436-a520ec06cdaf is: ACTIVE; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:07:44.354746 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:44.369682 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcbc60fd-1785-4f94-9436-a520ec06cdaf {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:07:44.380251 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:44.394715 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port fcbc60fd-1785-4f94-9436-a520ec06cdaf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fcbc60fd-1785-4f94-9436-a520ec06cdaf,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:44.397521 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fc244-8761-4b7c-a135-92bb61feb76a req-7f2ef897-35aa-4a59-8b8c-8b0db360e47d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:44.399359 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e14fc244-8761-4b7c-a135-92bb61feb76a req-7f2ef897-35aa-4a59-8b8c-8b0db360e47d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0570343 Sep 04 01:07:44.433621 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:44.466274 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:44.504277 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3fa591eb-02fd-47ed-b3e1-fd2fddebbe82 req-0d72d532-72eb-4348-8acb-f37924f4374f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426795 Sep 04 01:07:44.505557 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e14fc244-8761-4b7c-a135-92bb61feb76a req-c083566b-4835-44f8-98db-fdc200882efd tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0986488 Sep 04 01:07:44.510822 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-051114d3-60e5-48bd-9eca-32648aab2ca0 req-a6212d8b-c235-4709-8f91-606206b5c03d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694448 Sep 04 01:07:44.547429 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=fcbc60fd-1785-4f94-9436-a520ec06cdaf,revision_number=6']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:44.577708 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:44.617202 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb37004-2d3f-436f-b6a8-4586ac2dfe4c req-6f68723b-9f20-416f-a151-25d9c1a64861 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:44.619497 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fdb37004-2d3f-436f-b6a8-4586ac2dfe4c req-6f68723b-9f20-416f-a151-25d9c1a64861 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 944 time: 0.0508153 Sep 04 01:07:44.671823 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fdb37004-2d3f-436f-b6a8-4586ac2dfe4c req-703cad68-97d8-4a04-9d58-020d167f3f86 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442002 Sep 04 01:07:44.911638 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['fcbc60fd-1785-4f94-9436-a520ec06cdaf'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:07:45.204881 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7422a0b-ef07-443e-b2f8-945bf1b47b3c req-f21304ac-298f-4459-be4a-450e79103d3b tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:45.206265 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a7422a0b-ef07-443e-b2f8-945bf1b47b3c req-f21304ac-298f-4459-be4a-450e79103d3b tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 946 time: 0.0464530 Sep 04 01:07:45.254122 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a7422a0b-ef07-443e-b2f8-945bf1b47b3c req-f4b21642-5e52-4af5-8d24-b6e5cddd0d53 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423045 Sep 04 01:07:45.378842 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-618c1507-8f0b-467d-9151-c050db892cb2 req-3f2ffa52-3025-4a83-9caf-fe1e6880f110 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 210 time: 0.0312591 Sep 04 01:07:45.633693 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d924e-2140-4b0d-ac87-dc8b8227a7b6 req-14adbda6-e170-465b-8714-5f7c1bb3a780 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:45.635171 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7b3d924e-2140-4b0d-ac87-dc8b8227a7b6 req-14adbda6-e170-465b-8714-5f7c1bb3a780 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 943 time: 0.0536289 Sep 04 01:07:45.639471 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed593baa-44b5-4747-80b3-456a66a1346e req-6cbe045a-0934-4ca1-af1e-afae993b5f24 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:45.640944 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ed593baa-44b5-4747-80b3-456a66a1346e req-6cbe045a-0934-4ca1-af1e-afae993b5f24 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0488472 Sep 04 01:07:45.686446 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7b3d924e-2140-4b0d-ac87-dc8b8227a7b6 req-dd270f89-59ee-4c03-9d31-343dec224959 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453124 Sep 04 01:07:45.692745 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ed593baa-44b5-4747-80b3-456a66a1346e req-ac262b1f-3b92-4b13-bbf4-ad9ca54daabd tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455222 Sep 04 01:07:45.806563 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed145e-745c-4387-80f7-31513c552985 req-8997844d-2f6f-4d87-bac0-4e209493a0e1 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:45.808028 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2fed145e-745c-4387-80f7-31513c552985 req-8997844d-2f6f-4d87-bac0-4e209493a0e1 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 944 time: 0.0470214 Sep 04 01:07:45.839122 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:45.856180 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2fed145e-745c-4387-80f7-31513c552985 req-020cf80b-b483-44b4-afa4-5b462148c281 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426121 Sep 04 01:07:46.171523 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 62f5079a-1d7d-4c5c-bdcd-0af337b6235b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:07:46.204067 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device fcbc60fd-1785-4f94-9436-a520ec06cdaf up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:07:46.264378 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:46.280216 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:46.307692 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port fcbc60fd-1785-4f94-9436-a520ec06cdaf triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:07:46.312406 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:46.314207 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 62f5079a-1d7d-4c5c-bdcd-0af337b6235b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=62f5079a-1d7d-4c5c-bdcd-0af337b6235b,segment=NetworkSegment(c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131),segment_id=c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:46.349955 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': '62f5079a-1d7d-4c5c-bdcd-0af337b6235b', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'port_id': '62f5079a-1d7d-4c5c-bdcd-0af337b6235b', 'mac_address': 'fa:16:3e:3f:a7:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:07:46.384395 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9938b-d303-4840-8dca-48f0db379795 req-5cf5df36-24c1-4b5a-a172-a9ac83c7ab64 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:46.385918 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9d9938b-d303-4840-8dca-48f0db379795 req-5cf5df36-24c1-4b5a-a172-a9ac83c7ab64 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 946 time: 0.0544381 Sep 04 01:07:46.403243 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 62f5079a-1d7d-4c5c-bdcd-0af337b6235b is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:07:46.403621 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (62f5079a-1d7d-4c5c-bdcd-0af337b6235b), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:46.442353 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f5079a-1d7d-4c5c-bdcd-0af337b6235b {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:07:46.446631 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9d9938b-d303-4840-8dca-48f0db379795 req-faf74f0b-6bed-4692-b0d1-0ac0bd0cd7a9 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546360 Sep 04 01:07:46.457069 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port fcbc60fd-1785-4f94-9436-a520ec06cdaf is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:07:46.457579 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:46.480647 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 62f5079a-1d7d-4c5c-bdcd-0af337b6235b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=62f5079a-1d7d-4c5c-bdcd-0af337b6235b,segment=NetworkSegment(c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131),segment_id=c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:46.500151 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b56c8461-ffd4-46c9-b88d-0c20fca7b58a req-e0b85c80-99a6-43e1-aac5-09f0dfd0fecf tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 210 time: 0.0386806 Sep 04 01:07:46.502127 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49be5a0b-f748-486e-a546-c07a8e8451a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:07:46.506318 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd80c58c-b207-4e59-ba9f-7c01ad9765ae" -d '{"events": [{"server_uuid": "49be5a0b-f748-486e-a546-c07a8e8451a3", "name": "network-vif-plugged", "status": "completed", "tag": "fcbc60fd-1785-4f94-9436-a520ec06cdaf"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:07:46.530757 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port fcbc60fd-1785-4f94-9436-a520ec06cdaf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fcbc60fd-1785-4f94-9436-a520ec06cdaf,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:46.540824 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (62f5079a-1d7d-4c5c-bdcd-0af337b6235b), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:46.564392 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9057488-cfb6-403f-a1e0-4113ae4141f9 x-openstack-request-id: req-f9057488-cfb6-403f-a1e0-4113ae4141f9 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:07:46.564859 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49be5a0b-f748-486e-a546-c07a8e8451a3", "name": "network-vif-plugged", "status": "completed", "tag": "fcbc60fd-1785-4f94-9436-a520ec06cdaf", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:07:46.564969 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f9057488-cfb6-403f-a1e0-4113ae4141f9 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:07:46.565321 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9057488-cfb6-403f-a1e0-4113ae4141f9'] response: {'server_uuid': '49be5a0b-f748-486e-a546-c07a8e8451a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf', 'code': 200} Sep 04 01:07:46.591847 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=62f5079a-1d7d-4c5c-bdcd-0af337b6235b,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:46.602622 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:46.657637 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=fcbc60fd-1785-4f94-9436-a520ec06cdaf,revision_number=7']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:46.812735 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752e732-a3bf-446f-9061-15a43dfa619d req-f89b9432-b5f7-4b7b-8267-03e91b37dc6b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:46.814373 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-8752e732-a3bf-446f-9061-15a43dfa619d req-f89b9432-b5f7-4b7b-8267-03e91b37dc6b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 944 time: 0.0512652 Sep 04 01:07:46.830105 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce04ddb-d774-4c84-9d9f-0606fd92877e req-e3967202-bad3-4f73-aa33-632b544bad5b tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:46.831577 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1ce04ddb-d774-4c84-9d9f-0606fd92877e req-e3967202-bad3-4f73-aa33-632b544bad5b tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0503306 Sep 04 01:07:46.864542 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-8752e732-a3bf-446f-9061-15a43dfa619d req-149d0f0c-9936-493f-9450-0614a193a10a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443511 Sep 04 01:07:46.886205 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1ce04ddb-d774-4c84-9d9f-0606fd92877e req-fa3bf1b7-9211-4d82-aec3-4c78a77d3edf tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477252 Sep 04 01:07:46.984761 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b48fc-293c-4f92-9cac-bed1bd618866 req-bf513f50-d3c9-4dec-9afc-4d806c877023 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:46.986239 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-275b48fc-293c-4f92-9cac-bed1bd618866 req-bf513f50-d3c9-4dec-9afc-4d806c877023 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0478849 Sep 04 01:07:47.032495 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-275b48fc-293c-4f92-9cac-bed1bd618866 req-b7034e85-f1da-4063-bdf3-5015f61a5bd5 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405669 Sep 04 01:07:47.126646 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['62f5079a-1d7d-4c5c-bdcd-0af337b6235b'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:07:47.577337 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e088aa2-fb99-44f9-8d65-1af4b967518d req-0943e44e-140c-4c2c-bbb3-d05238fde2a0 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:47.578885 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2e088aa2-fb99-44f9-8d65-1af4b967518d req-0943e44e-140c-4c2c-bbb3-d05238fde2a0 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 946 time: 0.0469348 Sep 04 01:07:47.603383 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-0ab1a9e7-5f6c-4d07-aea9-0c7acb782370 req-c10e556b-9b06-44cb-a5ab-399fa62c686a tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 210 time: 0.0321157 Sep 04 01:07:47.630009 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2e088aa2-fb99-44f9-8d65-1af4b967518d req-42907322-a958-43a3-970a-c11a6136c853 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432043 Sep 04 01:07:48.008802 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ed8d6-4bd3-4250-92d4-380c12f62e6b req-d4c530f0-031e-438e-93fd-a6c3cd978f1a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:48.010343 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-449ed8d6-4bd3-4250-92d4-380c12f62e6b req-d4c530f0-031e-438e-93fd-a6c3cd978f1a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 944 time: 0.0684488 Sep 04 01:07:48.031302 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68b874-7556-46e2-8141-24103ec45033 req-51420783-27e5-4444-96bd-5bb90b5db820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:48.032932 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fd68b874-7556-46e2-8141-24103ec45033 req-51420783-27e5-4444-96bd-5bb90b5db820 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e7dca68418a14d7da9aa63ac25f202e8&device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 1129 time: 0.0885923 Sep 04 01:07:48.041967 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8389c9e-caba-4d9f-b592-ac2056176122 req-dcb90b08-56b9-47c8-8892-3c738167135f tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:48.043253 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a8389c9e-caba-4d9f-b592-ac2056176122 req-dcb90b08-56b9-47c8-8892-3c738167135f tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0601201 Sep 04 01:07:48.087797 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-449ed8d6-4bd3-4250-92d4-380c12f62e6b req-cee8482b-67d6-4d1e-a9f1-ffecdfd4723f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688145 Sep 04 01:07:48.190135 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a8389c9e-caba-4d9f-b592-ac2056176122 req-1da5bc0a-a0d1-403c-b8d7-14aebeb17b9a tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1349416 Sep 04 01:07:48.192922 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68b874-7556-46e2-8141-24103ec45033 req-16716bbe-6b9d-4ab6-b70a-15fde174d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:48.194449 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fd68b874-7556-46e2-8141-24103ec45033 req-16716bbe-6b9d-4ab6-b70a-15fde174d6a5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=1fb5aed8-696d-4f87-8b2a-7d29744538a8 HTTP/1.1" status: 200 len: 911 time: 0.1295648 Sep 04 01:07:48.219539 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f28f0-e953-4149-834b-4e5bc02109f5 req-2a930976-6ae5-42f9-b8b8-bb2af9c48784 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:48.221021 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4b5f28f0-e953-4149-834b-4e5bc02109f5 req-2a930976-6ae5-42f9-b8b8-bb2af9c48784 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0561264 Sep 04 01:07:48.269107 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4b5f28f0-e953-4149-834b-4e5bc02109f5 req-682e7176-d2d2-4974-9225-e400bcdb65b7 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417705 Sep 04 01:07:48.680220 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fd68b874-7556-46e2-8141-24103ec45033 req-81930232-09fe-421d-a03a-0b5132e74da3 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c83c9b-f295-4069-84cf-ff7c294ae4cd HTTP/1.1" status: 200 len: 1001 time: 0.0765657 Sep 04 01:07:48.682489 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 62f5079a-1d7d-4c5c-bdcd-0af337b6235b up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:07:48.761171 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ba60a54d-3976-4ef4-94a0-913d2b1979e7 req-6c5f48e0-abd3-4567-b868-5cd9b113bdb7 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 210 time: 0.0463493 Sep 04 01:07:48.784424 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68b874-7556-46e2-8141-24103ec45033 req-ef9eafb3-ecd8-471a-a564-0322069b5074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:48.786203 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fd68b874-7556-46e2-8141-24103ec45033 req-ef9eafb3-ecd8-471a-a564-0322069b5074 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=cf87fd90-4193-4f02-8ccd-ce8ccea66ca5 HTTP/1.1" status: 200 len: 849 time: 0.0997474 Sep 04 01:07:48.898237 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning for port 62f5079a-1d7d-4c5c-bdcd-0af337b6235b completed by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:07:49.009127 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port 62f5079a-1d7d-4c5c-bdcd-0af337b6235b triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:07:49.009755 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (62f5079a-1d7d-4c5c-bdcd-0af337b6235b), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:49.060335 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:49.090693 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 62f5079a-1d7d-4c5c-bdcd-0af337b6235b is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:07:49.091082 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (62f5079a-1d7d-4c5c-bdcd-0af337b6235b), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:49.116786 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2570ee6c-f335-41bc-8e67-f89a62b28134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f5079a-1d7d-4c5c-bdcd-0af337b6235b'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:07:49.119102 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4163a8f-1c6f-4d81-a913-43864ed96dc0" -d '{"events": [{"server_uuid": "2570ee6c-f335-41bc-8e67-f89a62b28134", "name": "network-vif-plugged", "status": "completed", "tag": "62f5079a-1d7d-4c5c-bdcd-0af337b6235b"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:07:49.134141 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 62f5079a-1d7d-4c5c-bdcd-0af337b6235b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=62f5079a-1d7d-4c5c-bdcd-0af337b6235b,segment=NetworkSegment(c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131),segment_id=c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:49.185385 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0fc548-7d9d-485b-801b-9ef19cd75660 x-openstack-request-id: req-6d0fc548-7d9d-485b-801b-9ef19cd75660 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:07:49.185713 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2570ee6c-f335-41bc-8e67-f89a62b28134", "name": "network-vif-plugged", "status": "completed", "tag": "62f5079a-1d7d-4c5c-bdcd-0af337b6235b", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:07:49.186014 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d0fc548-7d9d-485b-801b-9ef19cd75660 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:07:49.191825 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d0fc548-7d9d-485b-801b-9ef19cd75660'] response: {'server_uuid': '2570ee6c-f335-41bc-8e67-f89a62b28134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f5079a-1d7d-4c5c-bdcd-0af337b6235b', 'code': 200} Sep 04 01:07:49.192453 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68b874-7556-46e2-8141-24103ec45033 req-40543b69-094a-4d7d-881d-217553e1e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:49.192453 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fd68b874-7556-46e2-8141-24103ec45033 req-40543b69-094a-4d7d-881d-217553e1e7a4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=1fb5aed8-696d-4f87-8b2a-7d29744538a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550756 Sep 04 01:07:49.250257 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (62f5079a-1d7d-4c5c-bdcd-0af337b6235b), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:49.286109 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913352a-f148-4533-9e7b-2d110f30d4fe req-2f5c187a-2aec-4cfc-a559-a6b9b28b7b10 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:49.288120 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5913352a-f148-4533-9e7b-2d110f30d4fe req-2f5c187a-2aec-4cfc-a559-a6b9b28b7b10 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 944 time: 0.0539558 Sep 04 01:07:49.312748 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=62f5079a-1d7d-4c5c-bdcd-0af337b6235b,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:49.345536 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5913352a-f148-4533-9e7b-2d110f30d4fe req-1b72fc77-e736-47bf-acba-98e5cd2d1a08 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493562 Sep 04 01:07:49.413820 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:49.432366 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fee38a-858f-4dcf-a9dc-7c9694c9df63 req-8e464dbb-d3c1-4b34-afc2-d3050e735699 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:49.433957 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a7fee38a-858f-4dcf-a9dc-7c9694c9df63 req-8e464dbb-d3c1-4b34-afc2-d3050e735699 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0593045 Sep 04 01:07:49.458026 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3a87c-d8da-4a14-b15a-8ff22013074b req-2197b7b5-1fcf-469d-b8bb-a3a1b8e405e6 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:49.459664 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b4d3a87c-d8da-4a14-b15a-8ff22013074b req-2197b7b5-1fcf-469d-b8bb-a3a1b8e405e6 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0554690 Sep 04 01:07:49.482114 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a7fee38a-858f-4dcf-a9dc-7c9694c9df63 req-e48a32b0-db8e-433b-b1f3-6267b5de599d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424318 Sep 04 01:07:49.505780 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:49.520044 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b4d3a87c-d8da-4a14-b15a-8ff22013074b req-25fbc500-f947-49ad-a6ee-ed593fbb0599 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536070 Sep 04 01:07:49.590164 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e62092-704e-402c-9843-a4776f1c552d req-f877aa70-a5c2-40e7-8247-3aae57a987a4 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:49.591618 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a2e62092-704e-402c-9843-a4776f1c552d req-f877aa70-a5c2-40e7-8247-3aae57a987a4 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 946 time: 0.0476885 Sep 04 01:07:49.642469 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a2e62092-704e-402c-9843-a4776f1c552d req-14a7a64f-f8b1-42d3-94f7-da02de454f04 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451286 Sep 04 01:07:49.876119 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1bb47166-04b9-456c-b02b-e6758f061928 req-deffa2fe-e0fd-4940-8629-0edec1cdf530 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 210 time: 0.0296216 Sep 04 01:07:50.472856 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4d8e7-0521-44c1-85d9-8485b80af0e1 req-011cef76-ffa9-4fe0-8d98-2667541472f1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:50.475186 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b9b4d8e7-0521-44c1-85d9-8485b80af0e1 req-011cef76-ffa9-4fe0-8d98-2667541472f1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0491724 Sep 04 01:07:50.530067 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b9b4d8e7-0521-44c1-85d9-8485b80af0e1 req-56c773ac-78f7-40bf-aa4a-f5ef0beb26dd tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493090 Sep 04 01:07:50.613289 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5dab94-f2e4-4064-b700-9c99ef4f586d req-1ae15ef1-46bf-4150-abcd-f1354f4639f1 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:50.615053 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fa5dab94-f2e4-4064-b700-9c99ef4f586d req-1ae15ef1-46bf-4150-abcd-f1354f4639f1 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0539558 Sep 04 01:07:50.654816 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61839679-6e25-486b-8ba6-9904d84a3890 req-61d0a52b-644a-4a00-9535-a29e0d1fe792 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:50.656294 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-61839679-6e25-486b-8ba6-9904d84a3890 req-61d0a52b-644a-4a00-9535-a29e0d1fe792 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0503285 Sep 04 01:07:50.663537 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fa5dab94-f2e4-4064-b700-9c99ef4f586d req-ece26c76-5759-45ae-a17a-81aff44f7c99 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421934 Sep 04 01:07:50.669583 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:50.710339 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-61839679-6e25-486b-8ba6-9904d84a3890 req-bf29adea-41af-4579-90ba-56fe57e61a88 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477643 Sep 04 01:07:50.767833 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a67ca-af73-47a2-8aa8-b5aa83a39a4e req-d9e111e9-df10-4f1f-a6ef-dae79048d406 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:50.769288 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c67a67ca-af73-47a2-8aa8-b5aa83a39a4e req-d9e111e9-df10-4f1f-a6ef-dae79048d406 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 946 time: 0.0472107 Sep 04 01:07:50.836414 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c67a67ca-af73-47a2-8aa8-b5aa83a39a4e req-d90da35c-18db-4d5a-a871-17cc12d53778 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611358 Sep 04 01:07:50.904122 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fd68b874-7556-46e2-8141-24103ec45033 req-10ca7935-59a9-4e3b-94c7-75c4b681fc1e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1fb5aed8-696d-4f87-8b2a-7d29744538a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914752 Sep 04 01:07:50.982707 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-f31cf073-5a8c-49e8-8f65-17a74eec6b21 req-b73c185c-52c4-400d-b121-409348b042ae tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 210 time: 0.0287111 Sep 04 01:07:51.648424 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ffdba-5f47-4b10-b711-9aa397813357 req-ca0f8206-03f4-4e84-b0e6-062568b02b9d tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:51.649879 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ec0ffdba-5f47-4b10-b711-9aa397813357 req-ca0f8206-03f4-4e84-b0e6-062568b02b9d tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0460753 Sep 04 01:07:51.705930 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ec0ffdba-5f47-4b10-b711-9aa397813357 req-6ab600c8-5a53-4095-9584-762cf8b2d40e tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504003 Sep 04 01:07:51.795470 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d803e0-f42a-4161-8327-c6761e8a15a5 req-1cc6aa0d-4295-4fb1-a26a-571bc219c0d4 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:51.796953 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c6d803e0-f42a-4161-8327-c6761e8a15a5 req-1cc6aa0d-4295-4fb1-a26a-571bc219c0d4 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0550241 Sep 04 01:07:51.841585 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d81504-016c-4f77-be22-a210b6ab0aed req-313a369c-8cc1-4abe-8a36-9aa80ec9019d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:51.843012 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d4d81504-016c-4f77-be22-a210b6ab0aed req-313a369c-8cc1-4abe-8a36-9aa80ec9019d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0496726 Sep 04 01:07:51.845220 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c6d803e0-f42a-4161-8327-c6761e8a15a5 req-e7e77852-ae9c-4514-807a-053f587da460 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425823 Sep 04 01:07:51.893784 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d4d81504-016c-4f77-be22-a210b6ab0aed req-bda530c0-9dd2-4ab2-ac24-49b9ea471878 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446398 Sep 04 01:07:51.961780 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18939300-2f1c-448b-a763-4f17d437469a req-051135e7-5beb-48d3-90f6-3ccf8a2c65d9 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:51.963244 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-18939300-2f1c-448b-a763-4f17d437469a req-051135e7-5beb-48d3-90f6-3ccf8a2c65d9 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 946 time: 0.0472114 Sep 04 01:07:52.010972 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-18939300-2f1c-448b-a763-4f17d437469a req-935224f4-837c-4b48-8c93-21a0400b6cf4 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421870 Sep 04 01:07:52.096089 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-aa42fa0e-8a33-4834-9a6b-3dd63f9ae8d7 req-6c3a4460-b66e-4536-817d-7be4d6481453 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 210 time: 0.0338376 Sep 04 01:07:52.828219 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355714b-fcfc-4f1f-9934-11210603f202 req-6f434445-711e-4fe4-8bf6-9b7b9c87db02 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:52.829715 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-0355714b-fcfc-4f1f-9934-11210603f202 req-6f434445-711e-4fe4-8bf6-9b7b9c87db02 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0469475 Sep 04 01:07:52.855725 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:52.881298 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-0355714b-fcfc-4f1f-9934-11210603f202 req-8fa64689-8ffb-41ff-aa28-d330a5e91411 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453932 Sep 04 01:07:52.972212 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7f2be-35d5-4a29-bbc6-b1ed163e0b41 req-678f2a2d-4945-4867-983b-371cea81fa1d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:52.974532 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-44a7f2be-35d5-4a29-bbc6-b1ed163e0b41 req-678f2a2d-4945-4867-983b-371cea81fa1d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0517840 Sep 04 01:07:53.022385 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-44a7f2be-35d5-4a29-bbc6-b1ed163e0b41 req-1322ee19-2f25-4806-bb1b-5d365094c268 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424590 Sep 04 01:07:53.023131 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e300b-84a6-45f2-b20b-cfbd6899cb84 req-d921b583-b215-4e3f-8c93-0a3eae8f84fe tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:53.024604 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-032e300b-84a6-45f2-b20b-cfbd6899cb84 req-d921b583-b215-4e3f-8c93-0a3eae8f84fe tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0493722 Sep 04 01:07:53.073586 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-032e300b-84a6-45f2-b20b-cfbd6899cb84 req-f69abbd9-f164-4ec1-a154-e37be65ee699 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435042 Sep 04 01:07:53.130788 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b4ee3-55ea-4f71-97c1-a0491af40788 req-ab84fc7f-b181-4294-bfad-afd37ce3d48f tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:53.132259 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d75b4ee3-55ea-4f71-97c1-a0491af40788 req-ab84fc7f-b181-4294-bfad-afd37ce3d48f tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 946 time: 0.0468249 Sep 04 01:07:53.180110 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d75b4ee3-55ea-4f71-97c1-a0491af40788 req-cb8e7576-4ef3-4718-af69-314d6b889154 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423181 Sep 04 01:07:53.201263 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7b97b797-54b6-4712-94d3-460bdb2419b8 req-c0e14c0d-08b0-48fc-8aaa-3d0f8359a0e4 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 210 time: 0.0280521 Sep 04 01:07:53.894129 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fd68b874-7556-46e2-8141-24103ec45033 req-c891290d-77d1-433d-9913-a5b85e5d6ddf service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1fb5aed8-696d-4f87-8b2a-7d29744538a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640162 Sep 04 01:07:53.912313 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-10a0bda4-eac0-4d2f-82a1-0a60c1b9b11e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:53.913742 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-10a0bda4-eac0-4d2f-82a1-0a60c1b9b11e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.16 "GET /networking/v2.0/networks?id=d7f39628-666e-4480-8bee-49de183d5e09 HTTP/1.1" status: 200 len: 815 time: 0.1358263 Sep 04 01:07:54.069606 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee88bc8-0a24-476c-a84f-6338d6fe337f req-2b470ed3-a06c-4229-8a79-b98e824cc0c3 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:54.071130 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fee88bc8-0a24-476c-a84f-6338d6fe337f req-2b470ed3-a06c-4229-8a79-b98e824cc0c3 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0975358 Sep 04 01:07:54.092490 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6d8e0-0577-40a8-ab15-059476bda5b0 req-d48929af-715c-4c29-805d-d55ad27b6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:54.094915 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-eba6d8e0-0577-40a8-ab15-059476bda5b0 req-d48929af-715c-4c29-805d-d55ad27b6ca6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 1129 time: 0.0586629 Sep 04 01:07:54.121410 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:54.135123 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:54.165266 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc1498-d68f-447c-946a-8df68656d594 req-a2e6d3ec-7e22-44d7-a844-6cc755087dd5 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:54.166723 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ccbc1498-d68f-447c-946a-8df68656d594 req-a2e6d3ec-7e22-44d7-a844-6cc755087dd5 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 946 time: 0.1319602 Sep 04 01:07:54.178947 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e569d-7fed-49f6-af22-755a61dc5863 req-77a73654-e5ea-47ba-9280-91813ec26f6b tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:54.181024 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-0d3e569d-7fed-49f6-af22-755a61dc5863 req-77a73654-e5ea-47ba-9280-91813ec26f6b tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0551932 Sep 04 01:07:54.194950 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fee88bc8-0a24-476c-a84f-6338d6fe337f req-b1f62f10-8a65-4b81-b01f-b67e873cd38c tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920093 Sep 04 01:07:54.203175 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-f74c3309-5602-437d-a3fc-d1999995aed0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=287d111f08ac4b05bd5adec9c40d0620 HTTP/1.1" status: 200 len: 473 time: 0.1862135 Sep 04 01:07:54.234356 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-0d3e569d-7fed-49f6-af22-755a61dc5863 req-cb6e4767-38c0-476d-ad71-eb84eafa456b tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460582 Sep 04 01:07:54.314666 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11128d58-5724-4a96-affa-e107e3d25c20 req-dc8c48d3-8e48-4096-b627-1647baa4380a tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:54.317384 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-11128d58-5724-4a96-affa-e107e3d25c20 req-dc8c48d3-8e48-4096-b627-1647baa4380a tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0607841 Sep 04 01:07:54.347362 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0fee9-7f04-4d26-a8f6-ff41478b3e4a req-8bd0f347-45ac-4926-b173-52e598ef9bb8 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:54.349449 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7ea0fee9-7f04-4d26-a8f6-ff41478b3e4a req-8bd0f347-45ac-4926-b173-52e598ef9bb8 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 946 time: 0.0475402 Sep 04 01:07:54.371729 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-11128d58-5724-4a96-affa-e107e3d25c20 req-a5cdb712-4c77-418d-ae70-d526864b5a07 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493062 Sep 04 01:07:54.387467 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-c2e98406-b355-4b0e-b988-f8cc9429e8b5 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'port': {'device_id': '205e4f5b-43ef-494a-a6ad-64f7445e6b59', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'admin_state_up': True, 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'security_groups': ['442c2a6c-c343-4c57-b096-17650925c895']}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:54.421111 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7ea0fee9-7f04-4d26-a8f6-ff41478b3e4a req-f0ee6891-daa5-4c9c-a006-e4c57fcf17e3 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620914 Sep 04 01:07:54.480831 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-eba6d8e0-0577-40a8-ab15-059476bda5b0 req-bb5fe843-e3a0-4e6d-a1b3-338ef1e44554 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981197 Sep 04 01:07:54.544681 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c1cf4afe-fd61-42c9-ac10-50374e703b17 req-14b14c0e-62f4-47f3-8595-f2032cb47bf8 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 210 time: 0.0483665 Sep 04 01:07:54.632245 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-ccbc1498-d68f-447c-946a-8df68656d594 req-87be0463-b629-4814-9320-b5830d17b716 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Deleting port b8947ab0-23c1-4eaa-93c4-9c1cc435d43e {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:07:54.632588 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-ccbc1498-d68f-447c-946a-8df68656d594 req-87be0463-b629-4814-9320-b5830d17b716 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (b8947ab0-23c1-4eaa-93c4-9c1cc435d43e), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:54.752784 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-ccbc1498-d68f-447c-946a-8df68656d594 req-87be0463-b629-4814-9320-b5830d17b716 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] For port b8947ab0-23c1-4eaa-93c4-9c1cc435d43e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8947ab0-23c1-4eaa-93c4-9c1cc435d43e,segment=NetworkSegment(4b145fcd-b870-4624-8e9b-50fe2a121117),segment_id=4b145fcd-b870-4624-8e9b-50fe2a121117)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:07:54.754191 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-ccbc1498-d68f-447c-946a-8df68656d594 req-87be0463-b629-4814-9320-b5830d17b716 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (b8947ab0-23c1-4eaa-93c4-9c1cc435d43e), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:54.769626 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-ccbc1498-d68f-447c-946a-8df68656d594 req-87be0463-b629-4814-9320-b5830d17b716 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Calling delete_port for b8947ab0-23c1-4eaa-93c4-9c1cc435d43e owned by compute:nova {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:07:54.772130 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-c2e98406-b355-4b0e-b988-f8cc9429e8b5 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Made reservation on behalf of 287d111f08ac4b05bd5adec9c40d0620 for: {'port': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:07:54.775828 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-c2e98406-b355-4b0e-b988-f8cc9429e8b5 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:54.983636 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:55.027142 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-c2e98406-b355-4b0e-b988-f8cc9429e8b5 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Allocated IP 172.20.0.14 (d7f39628-666e-4480-8bee-49de183d5e09/1af847f5-eeac-4b3d-afa5-aa099062676b/610a3f9e-176f-46b6-82d0-90b3e3651b7b) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:07:55.155442 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-ccbc1498-d68f-447c-946a-8df68656d594 req-87be0463-b629-4814-9320-b5830d17b716 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (b8947ab0-23c1-4eaa-93c4-9c1cc435d43e), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:55.163769 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:55.196168 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be0463-b629-4814-9320-b5830d17b716 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Pushing event deleted for resources: {'Port': ['ID=b8947ab0-23c1-4eaa-93c4-9c1cc435d43e,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:55.203624 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['b8947ab0-23c1-4eaa-93c4-9c1cc435d43e'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:07:55.341814 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbc1498-d68f-447c-946a-8df68656d594 req-87be0463-b629-4814-9320-b5830d17b716 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] No DVR routers for this DVR port b8947ab0-23c1-4eaa-93c4-9c1cc435d43e on host hv-cinder-maste {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:07:55.350496 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-ccbc1498-d68f-447c-946a-8df68656d594 req-87be0463-b629-4814-9320-b5830d17b716 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:55.353449 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ccbc1498-d68f-447c-946a-8df68656d594 req-87be0463-b629-4814-9320-b5830d17b716 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.16 "DELETE /networking/v2.0/ports/b8947ab0-23c1-4eaa-93c4-9c1cc435d43e HTTP/1.1" status: 204 len: 173 time: 0.9702296 Sep 04 01:07:55.353983 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5', 'name': 'network-vif-deleted', 'tag': 'b8947ab0-23c1-4eaa-93c4-9c1cc435d43e'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:07:55.356230 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766b2874-44d1-4dc2-898a-8decac9e0a29" -d '{"events": [{"server_uuid": "e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5", "name": "network-vif-deleted", "tag": "b8947ab0-23c1-4eaa-93c4-9c1cc435d43e"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:07:55.367617 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-c2e98406-b355-4b0e-b988-f8cc9429e8b5 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for port (610a3f9e-176f-46b6-82d0-90b3e3651b7b), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:55.467118 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af10ecb-06d7-49b8-973f-ae55e0c361e4 req-0df84654-1870-4d6d-9bd6-8df3ae174937 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:55.475463 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3af10ecb-06d7-49b8-973f-ae55e0c361e4 req-0df84654-1870-4d6d-9bd6-8df3ae174937 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.1611960 Sep 04 01:07:55.485002 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1d3ad-6de1-43f1-b862-83158a526b1c req-134fc8e7-3ef2-4a82-9b5f-2e6117e8e6a3 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:55.486624 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a9e1d3ad-6de1-43f1-b862-83158a526b1c req-134fc8e7-3ef2-4a82-9b5f-2e6117e8e6a3 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0986459 Sep 04 01:07:55.557902 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a9e1d3ad-6de1-43f1-b862-83158a526b1c req-54a336d1-bf7d-4344-876e-d5075bb976f4 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614119 Sep 04 01:07:55.562510 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3af10ecb-06d7-49b8-973f-ae55e0c361e4 req-8e0843fe-c389-4a6a-a684-85af9e518541 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811210 Sep 04 01:07:55.562714 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-c2e98406-b355-4b0e-b988-f8cc9429e8b5 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (610a3f9e-176f-46b6-82d0-90b3e3651b7b), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:55.644943 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-c2e98406-b355-4b0e-b988-f8cc9429e8b5 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Network d7f39628-666e-4480-8bee-49de183d5e09 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:07:55.646707 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ce44fe-d15e-4a21-a9bc-3807fa3a11b7 x-openstack-request-id: req-a7ce44fe-d15e-4a21-a9bc-3807fa3a11b7 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:07:55.646999 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5", "name": "network-vif-deleted", "tag": "b8947ab0-23c1-4eaa-93c4-9c1cc435d43e", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:07:55.647250 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a7ce44fe-d15e-4a21-a9bc-3807fa3a11b7 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:07:55.647653 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7ce44fe-d15e-4a21-a9bc-3807fa3a11b7'] response: {'server_uuid': 'e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5', 'name': 'network-vif-deleted', 'tag': 'b8947ab0-23c1-4eaa-93c4-9c1cc435d43e', 'status': 'completed', 'code': 200} Sep 04 01:07:55.668296 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-c2e98406-b355-4b0e-b988-f8cc9429e8b5 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:07:55.673117 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-c2e98406-b355-4b0e-b988-f8cc9429e8b5 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:07:55.717062 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e98406-b355-4b0e-b988-f8cc9429e8b5 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'Port': ['ID=610a3f9e-176f-46b6-82d0-90b3e3651b7b,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:07:55.788666 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2a32da4c-8f95-4889-b058-540a782ba8c5 req-a0553f42-4211-44bf-9184-bde1cc653b91 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 210 time: 0.0688825 Sep 04 01:07:55.829590 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c65ac1-c1de-4561-ad24-3f480cdfbc24 req-901523c6-da54-465e-9662-af08ee9350b7 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:55.848082 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-c2e98406-b355-4b0e-b988-f8cc9429e8b5 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:55.856607 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a1c65ac1-c1de-4561-ad24-3f480cdfbc24 req-901523c6-da54-465e-9662-af08ee9350b7 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.1516323 Sep 04 01:07:55.859080 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-c2e98406-b355-4b0e-b988-f8cc9429e8b5 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:55.951923 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a1c65ac1-c1de-4561-ad24-3f480cdfbc24 req-138aaf0b-2c0a-4dca-9370-fa0ce082a155 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930853 Sep 04 01:07:56.009732 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e22b8-1290-4320-99e1-3f06cd67923c req-7ec20366-b711-4856-bcae-bb464a2dcc61 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:56.011648 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c69e22b8-1290-4320-99e1-3f06cd67923c req-7ec20366-b711-4856-bcae-bb464a2dcc61 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 932 time: 0.0970933 Sep 04 01:07:56.073776 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c69e22b8-1290-4320-99e1-3f06cd67923c req-2ffdfb2e-5107-413c-91fb-2fc4469e1746 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563898 Sep 04 01:07:56.084999 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-c2e98406-b355-4b0e-b988-f8cc9429e8b5 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7012250 Sep 04 01:07:56.130187 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-6b997949-2a8b-4cc9-acd0-c523055bc584 None None] Provisioning complete for port 610a3f9e-176f-46b6-82d0-90b3e3651b7b triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:07:56.130925 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6b997949-2a8b-4cc9-acd0-c523055bc584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (610a3f9e-176f-46b6-82d0-90b3e3651b7b), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:07:56.161136 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:56.175738 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-6b997949-2a8b-4cc9-acd0-c523055bc584 None None] Port 610a3f9e-176f-46b6-82d0-90b3e3651b7b cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:07:56.754258 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90661fe9-ee1a-4a35-885a-d8c856890c8a req-f5d78af2-dbd7-4bb6-945a-aa8d4a651639 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:56.756632 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-90661fe9-ee1a-4a35-885a-d8c856890c8a req-f5d78af2-dbd7-4bb6-945a-aa8d4a651639 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.1028905 Sep 04 01:07:56.788550 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:56.816288 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-90661fe9-ee1a-4a35-885a-d8c856890c8a req-c158e138-0cc9-41b4-9721-c1c63edbee33 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539131 Sep 04 01:07:56.950775 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-661983e2-8096-40be-83b5-0dfb73115c40 req-db43623a-239f-4930-bfa1-573c4c2a3abc tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 210 time: 0.0304487 Sep 04 01:07:57.116993 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb17653-9c53-497c-bdab-2a6f5f0c9751 req-c3bd9074-83e0-4495-afa4-b827ef57f4e8 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:57.124757 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-cdb17653-9c53-497c-bdab-2a6f5f0c9751 req-c3bd9074-83e0-4495-afa4-b827ef57f4e8 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0666044 Sep 04 01:07:57.190281 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-cdb17653-9c53-497c-bdab-2a6f5f0c9751 req-ecbef72c-85c5-46aa-80f6-a10572f2d08e tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632720 Sep 04 01:07:57.236609 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbdb99-b517-4a13-8e54-55c6232a1261 req-325b499c-0e58-44f7-9dd1-9ec72aac1bb3 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:57.238158 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-21fbdb99-b517-4a13-8e54-55c6232a1261 req-325b499c-0e58-44f7-9dd1-9ec72aac1bb3 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 932 time: 0.0651295 Sep 04 01:07:57.302197 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-21fbdb99-b517-4a13-8e54-55c6232a1261 req-f74f2650-f7ed-4325-86de-2d91cc45a6b6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568702 Sep 04 01:07:57.949731 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2b209-b764-4704-9ab4-23b6f9d794a5 req-85fe67d1-7586-416f-9e0e-e5ed1e1837ba tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:57.951004 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-10b2b209-b764-4704-9ab4-23b6f9d794a5 req-85fe67d1-7586-416f-9e0e-e5ed1e1837ba tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0525112 Sep 04 01:07:58.017191 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-10b2b209-b764-4704-9ab4-23b6f9d794a5 req-8cfb7a6e-142f-48eb-bd79-9a2b65350d7a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612912 Sep 04 01:07:58.073686 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-23e51bed-3e16-436e-9727-e0cbe1b98865 req-828c4532-1219-4ef5-b71f-e8255d278c08 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 210 time: 0.0307617 Sep 04 01:07:58.321308 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e0f2a-2945-4f48-a428-0b0448825156 req-81af0c25-fe73-4302-a065-5d7c6d3367c3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:58.322792 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e21e0f2a-2945-4f48-a428-0b0448825156 req-81af0c25-fe73-4302-a065-5d7c6d3367c3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0470943 Sep 04 01:07:58.372412 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e21e0f2a-2945-4f48-a428-0b0448825156 req-4d919cb7-e907-4ca9-82d1-06feff950fcc tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442939 Sep 04 01:07:58.427233 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58633da3-76a4-4c11-926b-d86aeda90317 req-99f2af3e-784a-40b1-9cf5-33c669098b33 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:58.429925 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-58633da3-76a4-4c11-926b-d86aeda90317 req-99f2af3e-784a-40b1-9cf5-33c669098b33 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 932 time: 0.0486145 Sep 04 01:07:58.441667 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:58.495890 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-58633da3-76a4-4c11-926b-d86aeda90317 req-cc6e59ee-31ff-432d-88b7-41dd6e2f4cc7 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593848 Sep 04 01:07:59.187289 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105dc648-2ae9-4948-a66b-c79bfc9c573f req-fb3d7013-508d-45f9-a7fe-6cf72e7ac505 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:59.194227 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-105dc648-2ae9-4948-a66b-c79bfc9c573f req-fb3d7013-508d-45f9-a7fe-6cf72e7ac505 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0620162 Sep 04 01:07:59.255766 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-771709dd-d031-47c2-8bcf-0c5e5f424f06 req-f4ee62f1-6b46-4c15-8a4c-9b3de8d89e17 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 210 time: 0.0500360 Sep 04 01:07:59.271872 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-105dc648-2ae9-4948-a66b-c79bfc9c573f req-63070b6b-e76c-48f5-9f90-aeac7dec98e8 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747159 Sep 04 01:07:59.520548 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcbc93-dd6a-4b0f-8aae-9c6e193ee031 req-9ea3057a-b4a9-449e-a143-85f18a68276c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:59.533789 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d7bcbc93-dd6a-4b0f-8aae-9c6e193ee031 req-9ea3057a-b4a9-449e-a143-85f18a68276c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0603781 Sep 04 01:07:59.588002 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d7bcbc93-dd6a-4b0f-8aae-9c6e193ee031 req-7bde93af-2070-44fe-85b9-fec7fd8e5436 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530424 Sep 04 01:07:59.630822 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:07:59.648947 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb417b75-325a-4d82-96b4-83279f4bb739 req-142b146a-3585-4d11-9bcf-c4deb4676c89 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:07:59.653592 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-eb417b75-325a-4d82-96b4-83279f4bb739 req-142b146a-3585-4d11-9bcf-c4deb4676c89 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 932 time: 0.0645716 Sep 04 01:07:59.708193 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-eb417b75-325a-4d82-96b4-83279f4bb739 req-0efeef2f-6327-4f9c-a9be-9b44bd70f94a tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496054 Sep 04 01:07:59.805734 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] Request body: {'port': {'device_id': '205e4f5b-43ef-494a-a6ad-64f7445e6b59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:07:59.878397 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (610a3f9e-176f-46b6-82d0-90b3e3651b7b), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:00.437301 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8c0adf37-1b81-4989-9feb-6d80674e0691 req-0579f94e-c1a0-40e2-8285-a55b017d6fb3 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 210 time: 0.0395489 Sep 04 01:08:00.459009 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f315e-b279-472e-b86b-4eae6f2d58c9 req-1291f6ae-a81d-4012-bbce-b5a40adfc542 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:00.474378 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1a0f315e-b279-472e-b86b-4eae6f2d58c9 req-1291f6ae-a81d-4012-bbce-b5a40adfc542 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0882559 Sep 04 01:08:00.527086 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:00.533044 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 610a3f9e-176f-46b6-82d0-90b3e3651b7b {{(pid=106791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:08:00.536768 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1a0f315e-b279-472e-b86b-4eae6f2d58c9 req-054e0877-0bd3-471b-83d6-926daa3be96e tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612199 Sep 04 01:08:00.541849 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] Publish callbacks [] for port (610a3f9e-176f-46b6-82d0-90b3e3651b7b), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:00.557826 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.provisioning_blocks [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] Transition to ACTIVE for port object 610a3f9e-176f-46b6-82d0-90b3e3651b7b will not be triggered until provisioned by entity L2. {{(pid=106791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:08:00.672489 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (610a3f9e-176f-46b6-82d0-90b3e3651b7b), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:00.717334 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-141de043-7852-4421-afa8-4fda0d748da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:00.759177 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a196b9f-006d-4b36-a067-fd853fa35662 req-698c6b5b-4329-4a30-bef8-e40df8a84fa1 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:00.760694 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7a196b9f-006d-4b36-a067-fd853fa35662 req-698c6b5b-4329-4a30-bef8-e40df8a84fa1 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0635152 Sep 04 01:08:00.763470 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a78748-c1ef-486f-a0e0-4ef923c96f7f req-141ba5cf-18fc-465a-a300-b42cda4ab824 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:00.776930 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-47a78748-c1ef-486f-a0e0-4ef923c96f7f req-141ba5cf-18fc-465a-a300-b42cda4ab824 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.1493528 Sep 04 01:08:00.779058 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 49804) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:00.842656 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-98d772b8-1e8c-426c-897d-bd51eb15a12b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Request body: {'floatingip': {'port_id': '62f5079a-1d7d-4c5c-bdcd-0af337b6235b'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:00.873726 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7a196b9f-006d-4b36-a067-fd853fa35662 req-a2f8d224-7ca8-4388-997b-72a5e2c1034d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052203 Sep 04 01:08:00.941196 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] Pushing event updated for resources: {'Port': ['ID=610a3f9e-176f-46b6-82d0-90b3e3651b7b,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:00.958112 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-98d772b8-1e8c-426c-897d-bd51eb15a12b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for floatingip (d5d6fe9f-6323-4c53-a7b6-3bbe1545f3f4), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:01.024080 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] Attempting to bind port 610a3f9e-176f-46b6-82d0-90b3e3651b7b on host hv-cinder-maste for vnic_type normal with profile {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:08:01.024080 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] Attempting to bind port 610a3f9e-176f-46b6-82d0-90b3e3651b7b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:08:01.026711 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] Attempting to bind port 610a3f9e-176f-46b6-82d0-90b3e3651b7b on network d7f39628-666e-4480-8bee-49de183d5e09 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:08:01.038403 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506cacb-d290-497b-9460-f984b3e0cdaa req-09d2a491-e225-43f9-83b7-3781eceeb795 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:01.045374 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2506cacb-d290-497b-9460-f984b3e0cdaa req-09d2a491-e225-43f9-83b7-3781eceeb795 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 944 time: 0.1396692 Sep 04 01:08:01.082248 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] Port 610a3f9e-176f-46b6-82d0-90b3e3651b7b on network d7f39628-666e-4480-8bee-49de183d5e09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:08:01.083506 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] Attempting to bind port 610a3f9e-176f-46b6-82d0-90b3e3651b7b on network d7f39628-666e-4480-8bee-49de183d5e09 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:08:01.097402 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] Checking agent: {'id': 'dda4db69-a2e6-4522-aa0b-4e619e0d5c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'started_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:08:01.097814 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] Checking segment: {'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:08:01.098835 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] Bound using segment: {'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:08:01.099339 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] Bound port: 610a3f9e-176f-46b6-82d0-90b3e3651b7b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'}}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:08:01.099842 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (610a3f9e-176f-46b6-82d0-90b3e3651b7b), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:01.108400 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:01.167740 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2506cacb-d290-497b-9460-f984b3e0cdaa req-4d80aabf-d22c-4eaf-a464-61689eb0160e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198578 Sep 04 01:08:01.289898 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] For port 610a3f9e-176f-46b6-82d0-90b3e3651b7b, host hv-cinder-maste, cleared binding levels {{(pid=106791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:08:01.330169 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] For port 610a3f9e-176f-46b6-82d0-90b3e3651b7b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=610a3f9e-176f-46b6-82d0-90b3e3651b7b,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:08:01.551735 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (610a3f9e-176f-46b6-82d0-90b3e3651b7b), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:01.658558 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:01.659904 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2c1c948e-0474-4d03-b396-5936ffb7b2f2 req-dced16d0-11a9-4b94-b8d9-5cc17b1b0357 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 210 time: 0.0314114 Sep 04 01:08:01.661543 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:01.661543 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/610a3f9e-176f-46b6-82d0-90b3e3651b7b HTTP/1.1" status: 200 len: 1094 time: 1.7895772 Sep 04 01:08:01.661543 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205e4f5b-43ef-494a-a6ad-64f7445e6b59', 'tag': '610a3f9e-176f-46b6-82d0-90b3e3651b7b'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:08:01.661543 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f231df7-3f8a-4dba-9b20-997610354c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "205e4f5b-43ef-494a-a6ad-64f7445e6b59", "tag": "610a3f9e-176f-46b6-82d0-90b3e3651b7b"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:08:01.661543 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-98d772b8-1e8c-426c-897d-bd51eb15a12b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:01.661543 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b350f5de-52ff-47a6-b71d-3b12576b08d8 x-openstack-request-id: req-b350f5de-52ff-47a6-b71d-3b12576b08d8 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:08:01.661543 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205e4f5b-43ef-494a-a6ad-64f7445e6b59", "tag": "610a3f9e-176f-46b6-82d0-90b3e3651b7b", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:08:01.661543 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b350f5de-52ff-47a6-b71d-3b12576b08d8 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:08:01.661543 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b350f5de-52ff-47a6-b71d-3b12576b08d8'] response: {'name': 'network-changed', 'server_uuid': '205e4f5b-43ef-494a-a6ad-64f7445e6b59', 'tag': '610a3f9e-176f-46b6-82d0-90b3e3651b7b', 'status': 'completed', 'code': 200} Sep 04 01:08:01.661543 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382e46a-dff8-4dbd-9fd9-7c813a35c142 service neutron] Pushing event updated for resources: {'Port': ['ID=610a3f9e-176f-46b6-82d0-90b3e3651b7b,revision_number=3']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:01.939600 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-98d772b8-1e8c-426c-897d-bd51eb15a12b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (d5d6fe9f-6323-4c53-a7b6-3bbe1545f3f4), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:01.988078 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:01.998759 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc501af-7e57-48b1-a5e5-0b2ec6b6a32b req-0e1046ef-6f76-48e8-912d-603958cabe89 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:02.002010 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ddc501af-7e57-48b1-a5e5-0b2ec6b6a32b req-0e1046ef-6f76-48e8-912d-603958cabe89 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0488122 Sep 04 01:08:02.070667 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.l3_db [None req-98d772b8-1e8c-426c-897d-bd51eb15a12b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Floating IP d5d6fe9f-6323-4c53-a7b6-3bbe1545f3f4 associated. External IP: 172.37.7.177, port: 62f5079a-1d7d-4c5c-bdcd-0af337b6235b. Sep 04 01:08:02.070852 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ddc501af-7e57-48b1-a5e5-0b2ec6b6a32b req-c8c576a3-9de1-4c90-b6a5-3132dc40478a tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613484 Sep 04 01:08:02.373444 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df128333-40a8-47de-ab91-0774fa0083b8 req-bfc3cac8-61a3-4393-a99b-4a91ec23d79a tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:02.377524 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-df128333-40a8-47de-ab91-0774fa0083b8 req-bfc3cac8-61a3-4393-a99b-4a91ec23d79a tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 944 time: 0.0897586 Sep 04 01:08:02.392758 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d772b8-1e8c-426c-897d-bd51eb15a12b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Router 61883c33-5f31-4a53-b117-0fe975bce512 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:08:02.438521 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-df128333-40a8-47de-ab91-0774fa0083b8 req-ee4803db-1829-40ba-9894-044d5179d67d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564156 Sep 04 01:08:02.533709 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:02.545460 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d772b8-1e8c-426c-897d-bd51eb15a12b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:08:02.550026 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-98d772b8-1e8c-426c-897d-bd51eb15a12b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:02.558992 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8902ebe5-5063-47ae-a80c-541786e3ec0f None None] Sync routers for ids ['61883c33-5f31-4a53-b117-0fe975bce512'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:08:02.576627 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8902ebe5-5063-47ae-a80c-541786e3ec0f None None] Routers {'61883c33-5f31-4a53-b117-0fe975bce512'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:08:02.580194 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-8902ebe5-5063-47ae-a80c-541786e3ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:07:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['61883c33-5f31-4a53-b117-0fe975bce512'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:02.586622 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-98d772b8-1e8c-426c-897d-bd51eb15a12b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/d5d6fe9f-6323-4c53-a7b6-3bbe1545f3f4 HTTP/1.1" status: 200 len: 991 time: 1.7541795 Sep 04 01:08:02.713668 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-8902ebe5-5063-47ae-a80c-541786e3ec0f None None] Set router 61883c33-5f31-4a53-b117-0fe975bce512 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:08:02.730238 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5b033567-5913-45cd-91ea-54858a2b11fe req-1c32c35c-3760-4ae0-aa9b-3d5df7995f7a tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 210 time: 0.0395908 Sep 04 01:08:02.999242 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-a647d170-c424-4367-91b1-ca448ca00ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:03.015077 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-8902ebe5-5063-47ae-a80c-541786e3ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61883c33-5f31-4a53-b117-0fe975bce512', 'name': 'tempest-ServerRescueNegativeTestJSON-389120141-router', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31'}], 'enable_snat': True}, 'gw_port_id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:13Z', 'revision_number': 4, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'gw_port': {'id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd5d6fe9f-6323-4c53-a7b6-3bbe1545f3f4', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'floating_ip_address': '172.37.7.177', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'port_id': '62f5079a-1d7d-4c5c-bdcd-0af337b6235b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'mac_address': 'fa:16:3e:3f:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2570ee6c-f335-41bc-8e67-f89a62b28134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:07:30Z', 'updated_at': '2022-09-04T01:08:01Z', 'revision_number': 1, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f38c3884-111a-49d9-bcf1-6a965ff5e110', 'name': '', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'mac_address': 'fa:16:3e:62:0b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:11Z', 'updated_at': '2022-09-04T01:05:33Z', 'revision_number': 5, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'subnets': [{'id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:03.042855 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8902ebe5-5063-47ae-a80c-541786e3ec0f None None] Checking router: 61883c33-5f31-4a53-b117-0fe975bce512 for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:08:03.058646 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:08:03.068938 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8902ebe5-5063-47ae-a80c-541786e3ec0f None None] Routers {'61883c33-5f31-4a53-b117-0fe975bce512'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:08:03.070783 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-8902ebe5-5063-47ae-a80c-541786e3ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:08:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['61883c33-5f31-4a53-b117-0fe975bce512'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:03.197151 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-8902ebe5-5063-47ae-a80c-541786e3ec0f None None] Set router 61883c33-5f31-4a53-b117-0fe975bce512 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:08:03.244338 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcaf57-49aa-4d54-8cac-cee4acef29d5 req-22dd6d8e-ee10-4dc9-991d-4506dddef88f tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:03.245919 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f1fcaf57-49aa-4d54-8cac-cee4acef29d5 req-22dd6d8e-ee10-4dc9-991d-4506dddef88f tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0585155 Sep 04 01:08:03.325355 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f1fcaf57-49aa-4d54-8cac-cee4acef29d5 req-2471d538-c3b7-4743-bfd5-462aaf67029e tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723171 Sep 04 01:08:03.458159 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-8902ebe5-5063-47ae-a80c-541786e3ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61883c33-5f31-4a53-b117-0fe975bce512', 'name': 'tempest-ServerRescueNegativeTestJSON-389120141-router', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31'}], 'enable_snat': True}, 'gw_port_id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:13Z', 'revision_number': 4, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'gw_port': {'id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd5d6fe9f-6323-4c53-a7b6-3bbe1545f3f4', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'floating_ip_address': '172.37.7.177', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'port_id': '62f5079a-1d7d-4c5c-bdcd-0af337b6235b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'mac_address': 'fa:16:3e:3f:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2570ee6c-f335-41bc-8e67-f89a62b28134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:07:30Z', 'updated_at': '2022-09-04T01:08:01Z', 'revision_number': 1, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f38c3884-111a-49d9-bcf1-6a965ff5e110', 'name': '', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'mac_address': 'fa:16:3e:62:0b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:11Z', 'updated_at': '2022-09-04T01:05:33Z', 'revision_number': 5, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'subnets': [{'id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:03.491156 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8902ebe5-5063-47ae-a80c-541786e3ec0f None None] The sync data for ids ['61883c33-5f31-4a53-b117-0fe975bce512'] in dv-cinder-master-3-iscsi is: [{'id': '61883c33-5f31-4a53-b117-0fe975bce512', 'name': 'tempest-ServerRescueNegativeTestJSON-389120141-router', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31'}], 'enable_snat': True}, 'gw_port_id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:13Z', 'revision_number': 4, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'gw_port': {'id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd5d6fe9f-6323-4c53-a7b6-3bbe1545f3f4', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'floating_ip_address': '172.37.7.177', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'port_id': '62f5079a-1d7d-4c5c-bdcd-0af337b6235b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'mac_address': 'fa:16:3e:3f:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2570ee6c-f335-41bc-8e67-f89a62b28134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:07:30Z', 'updated_at': '2022-09-04T01:08:01Z', 'revision_number': 1, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f38c3884-111a-49d9-bcf1-6a965ff5e110', 'name': '', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'mac_address': 'fa:16:3e:62:0b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:11Z', 'updated_at': '2022-09-04T01:05:33Z', 'revision_number': 5, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'subnets': [{'id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:08:03.607939 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d79263-ca14-4b8b-b017-ba96497639c9 req-be195da6-f0a1-4b63-9d6d-5f112333ae1d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:03.616264 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-70d79263-ca14-4b8b-b017-ba96497639c9 req-be195da6-f0a1-4b63-9d6d-5f112333ae1d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 944 time: 0.0759332 Sep 04 01:08:03.650953 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2570ee6c-f335-41bc-8e67-f89a62b28134', 'tag': '62f5079a-1d7d-4c5c-bdcd-0af337b6235b'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:08:03.653575 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5658ff33-574f-428b-9f3c-1b0caab405de" -d '{"events": [{"name": "network-changed", "server_uuid": "2570ee6c-f335-41bc-8e67-f89a62b28134", "tag": "62f5079a-1d7d-4c5c-bdcd-0af337b6235b"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:08:03.674624 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-70d79263-ca14-4b8b-b017-ba96497639c9 req-21ece34d-22dd-4d72-b43d-4cf507489ab0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544424 Sep 04 01:08:03.714841 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f760a72-fe93-4c15-8c5c-078c4bf2aebb x-openstack-request-id: req-0f760a72-fe93-4c15-8c5c-078c4bf2aebb {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:08:03.714841 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2570ee6c-f335-41bc-8e67-f89a62b28134", "tag": "62f5079a-1d7d-4c5c-bdcd-0af337b6235b", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:08:03.715178 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f760a72-fe93-4c15-8c5c-078c4bf2aebb {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:08:03.715652 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f760a72-fe93-4c15-8c5c-078c4bf2aebb'] response: {'name': 'network-changed', 'server_uuid': '2570ee6c-f335-41bc-8e67-f89a62b28134', 'tag': '62f5079a-1d7d-4c5c-bdcd-0af337b6235b', 'status': 'completed', 'code': 200} Sep 04 01:08:03.817624 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf60d70c-abf0-4872-a13a-a01c59ed2068 None None] New status for floating IP d5d6fe9f-6323-4c53-a7b6-3bbe1545f3f4: ACTIVE {{(pid=106793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:08:03.912676 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5ca3ba1d-bd83-426c-917e-0835da2b8993 req-71b67b59-09ea-4a29-8495-f531a32f7499 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 210 time: 0.0455565 Sep 04 01:08:04.167865 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:04.466269 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57944a-3202-4ea1-83bc-c6d581ec18ed req-c370b782-d489-427a-8c40-1c835258fb63 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:04.467857 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8e57944a-3202-4ea1-83bc-c6d581ec18ed req-c370b782-d489-427a-8c40-1c835258fb63 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0604074 Sep 04 01:08:04.530993 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device b8947ab0-23c1-4eaa-93c4-9c1cc435d43e no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:08:04.532765 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8e57944a-3202-4ea1-83bc-c6d581ec18ed req-0bdb3c40-a4ec-4e90-b3a6-c92029d77569 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591977 Sep 04 01:08:04.535586 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:04.561554 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] No Port match for: b8947ab0-23c1-4eaa-93c4-9c1cc435d43e {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:08:04.562349 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device b8947ab0-23c1-4eaa-93c4-9c1cc435d43e not bound to the agent host hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:08:04.772786 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658ff33-574f-428b-9f3c-1b0caab405de req-9107f170-3677-4de0-8000-0685f222b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:04.773803 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5658ff33-574f-428b-9f3c-1b0caab405de req-9107f170-3677-4de0-8000-0685f222b9de service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=db72b63281384bd883b04d05bcc35677&device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 1129 time: 0.1002724 Sep 04 01:08:04.792798 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f231df7-3f8a-4dba-9b20-997610354c6c req-f7072e73-730f-4288-8149-9991dc7947ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:04.797982 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6f231df7-3f8a-4dba-9b20-997610354c6c req-f7072e73-730f-4288-8149-9991dc7947ca service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=287d111f08ac4b05bd5adec9c40d0620&device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 1128 time: 0.1273732 Sep 04 01:08:04.926555 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c1f2b-26cb-40ed-a251-36db77a74efe req-60c88501-a3a3-4b9c-997d-37a819062308 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:04.929281 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-101c1f2b-26cb-40ed-a251-36db77a74efe req-60c88501-a3a3-4b9c-997d-37a819062308 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 944 time: 0.1207831 Sep 04 01:08:05.001058 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:05.036610 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-101c1f2b-26cb-40ed-a251-36db77a74efe req-b20e028e-b2c9-4a36-b9bb-277dd6d06df8 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984623 Sep 04 01:08:05.070464 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658ff33-574f-428b-9f3c-1b0caab405de req-4fb218ec-f849-45dd-b72f-268aeabe4184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:05.072062 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5658ff33-574f-428b-9f3c-1b0caab405de req-4fb218ec-f849-45dd-b72f-268aeabe4184 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=b16f22e1-6fb1-440b-98eb-845123e960e6 HTTP/1.1" status: 200 len: 919 time: 0.2917304 Sep 04 01:08:05.073761 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-111060f7-9e9a-46bb-ad9f-de88b75c8f0a req-344b1e91-8944-4e70-91c4-953d227c5cdf tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e1a5a54b-ef31-408d-ac1c-0a78efd9a2b5 HTTP/1.1" status: 200 len: 210 time: 0.0486567 Sep 04 01:08:05.083755 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f231df7-3f8a-4dba-9b20-997610354c6c req-65b34b2b-452c-4b0e-a960-fbc5659b36ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:05.087411 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6f231df7-3f8a-4dba-9b20-997610354c6c req-65b34b2b-452c-4b0e-a960-fbc5659b36ee service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=287d111f08ac4b05bd5adec9c40d0620&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2391124 Sep 04 01:08:05.687498 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:05.713502 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc099bcb-a9fe-46e1-82ff-4761922b58a8 req-1b626901-5396-43d8-a4a7-8843a13617c8 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:05.717134 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5658ff33-574f-428b-9f3c-1b0caab405de req-baffe65c-3e94-4820-ae44-15cb997a1631 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62f5079a-1d7d-4c5c-bdcd-0af337b6235b HTTP/1.1" status: 200 len: 1001 time: 0.3887191 Sep 04 01:08:05.717297 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-fc099bcb-a9fe-46e1-82ff-4761922b58a8 req-1b626901-5396-43d8-a4a7-8843a13617c8 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.1001861 Sep 04 01:08:05.756164 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:05.782834 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-fc099bcb-a9fe-46e1-82ff-4761922b58a8 req-22925e3d-aa69-498a-9cd7-47589ec3d4a5 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574188 Sep 04 01:08:05.808369 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f231df7-3f8a-4dba-9b20-997610354c6c req-fd7403b4-794c-4497-b6c0-85ed36e9168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:05.809881 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6f231df7-3f8a-4dba-9b20-997610354c6c req-fd7403b4-794c-4497-b6c0-85ed36e9168c service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4802084 Sep 04 01:08:05.855713 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658ff33-574f-428b-9f3c-1b0caab405de req-8508ae14-f381-4c74-bfb8-427da3ad13d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:05.857353 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5658ff33-574f-428b-9f3c-1b0caab405de req-8508ae14-f381-4c74-bfb8-427da3ad13d4 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0 HTTP/1.1" status: 200 len: 857 time: 0.1297588 Sep 04 01:08:05.911929 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:05.976442 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-49c635f7-1c78-4e6a-981f-974334836f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:05.977967 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-49c635f7-1c78-4e6a-981f-974334836f45 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=287d111f08ac4b05bd5adec9c40d0620&device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 1128 time: 0.0914247 Sep 04 01:08:05.985762 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658ff33-574f-428b-9f3c-1b0caab405de req-e26d5f4b-9b37-43bc-8f05-779db501dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:05.987609 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5658ff33-574f-428b-9f3c-1b0caab405de req-e26d5f4b-9b37-43bc-8f05-779db501dc66 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b16f22e1-6fb1-440b-98eb-845123e960e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1126943 Sep 04 01:08:06.068230 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-383c0cb0-6637-43db-af3e-d3afddaee7bd service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=610a3f9e-176f-46b6-82d0-90b3e3651b7b HTTP/1.1" status: 200 len: 217 time: 0.0625713 Sep 04 01:08:06.202868 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-8edbe0fb-9b6a-4ae2-9d76-849c174b4660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:06.204523 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-8edbe0fb-9b6a-4ae2-9d76-849c174b4660 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=1af847f5-eeac-4b3d-afa5-aa099062676b HTTP/1.1" status: 200 len: 854 time: 0.1044073 Sep 04 01:08:06.256000 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:06.299496 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb97ac9-d9f1-48f8-8ca1-5a4dbba220b1 req-765fe20f-4da2-4e75-aaa7-666ed5b9e644 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:06.309663 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7eb97ac9-d9f1-48f8-8ca1-5a4dbba220b1 req-765fe20f-4da2-4e75-aaa7-666ed5b9e644 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 944 time: 0.1498361 Sep 04 01:08:06.355480 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5658ff33-574f-428b-9f3c-1b0caab405de req-befd7a7b-8470-43a4-8fa6-292eb86fe76d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486764 Sep 04 01:08:06.359643 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-02ccabe4-0406-4ec4-b2b0-27752360896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:06.359643 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-02ccabe4-0406-4ec4-b2b0-27752360896a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d7f39628-666e-4480-8bee-49de183d5e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1430926 Sep 04 01:08:06.368543 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7eb97ac9-d9f1-48f8-8ca1-5a4dbba220b1 req-a6947862-42e9-4353-a3e5-5abfb6f1732b tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579312 Sep 04 01:08:06.514487 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:06.528498 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-4e531b75-860d-4296-a858-5f418a08429c tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:06.529995 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-4e531b75-860d-4296-a858-5f418a08429c tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/networks?id=7e04f73d-bad8-4860-94c2-08b2d4e17fa9 HTTP/1.1" status: 200 len: 808 time: 0.1770563 Sep 04 01:08:06.544862 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-653b22f3-1957-4739-8af7-b991596d47bf tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/quotas/bcf6c738f8d842f99d2eec3b896c5b47 HTTP/1.1" status: 200 len: 375 time: 0.0092161 Sep 04 01:08:06.566056 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5658ff33-574f-428b-9f3c-1b0caab405de req-f49e54f5-8d9d-4cbb-a95b-c74bd29994bc service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964645 Sep 04 01:08:06.570036 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-2ce23fe6-d615-4ef5-a8a3-424f38ca36c3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876829 Sep 04 01:08:06.585519 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-dbc39d9b-5769-4a52-b057-40dc8dcab08f tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=bcf6c738f8d842f99d2eec3b896c5b47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283351 Sep 04 01:08:06.672108 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:06.694235 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-51405cf8-5dc1-4d86-b525-ce57151cbe5a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7e04f73d-bad8-4860-94c2-08b2d4e17fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930321 Sep 04 01:08:06.694819 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ddfe3e84-476a-4635-8fa5-0dc3855a3f9a req-4024b8f0-1d30-45e7-8bbd-4c42fe9c3d1b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927691 Sep 04 01:08:06.800756 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-5fa0666f-11c8-453f-af0d-be0425469205 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7e04f73d-bad8-4860-94c2-08b2d4e17fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971344 Sep 04 01:08:06.929451 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373a16f-afe6-4f23-aa53-2d0e05a9b653 req-260e2211-127f-4bf9-8f66-80a6ff231e77 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:06.931140 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9373a16f-afe6-4f23-aa53-2d0e05a9b653 req-260e2211-127f-4bf9-8f66-80a6ff231e77 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0555305 Sep 04 01:08:06.983401 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9373a16f-afe6-4f23-aa53-2d0e05a9b653 req-f29e1c96-4a33-4510-b4e9-b5c3ad5b651f tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459061 Sep 04 01:08:07.043170 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-fea17228-187d-4df2-86e3-cf2759b9f204 req-46157416-a181-4261-b159-d2b933e41c33 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 210 time: 0.0309975 Sep 04 01:08:07.501758 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a5dba-45c7-4fd9-b872-435329e35d81 req-4d7e50bd-4597-469d-af2f-c55dbc6b0316 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:07.503467 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-598a5dba-45c7-4fd9-b872-435329e35d81 req-4d7e50bd-4597-469d-af2f-c55dbc6b0316 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 944 time: 0.0501411 Sep 04 01:08:07.562930 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-598a5dba-45c7-4fd9-b872-435329e35d81 req-2245c703-d1f6-4d95-9c96-cb4afc371105 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517967 Sep 04 01:08:08.131745 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0ad3a-bb00-444b-9586-3ce82c3054db req-ca293f75-675e-4ffc-b29e-fd094c2517b3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:08.133451 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-bde0ad3a-bb00-444b-9586-3ce82c3054db req-ca293f75-675e-4ffc-b29e-fd094c2517b3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0529821 Sep 04 01:08:08.150547 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-21633ccc-ffb3-44c0-b96f-57e2aea5f4c1 req-39b900a7-dc96-4490-896f-b29d074b7222 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 210 time: 0.0288870 Sep 04 01:08:08.188345 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-bde0ad3a-bb00-444b-9586-3ce82c3054db req-3e2937da-41b0-4a26-8298-54e6cce4ecaa tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488894 Sep 04 01:08:08.683769 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0432c-ce22-405e-a76e-ac9535fa09c4 req-8af2acd5-3f2e-4e14-b325-7d4a1b15e453 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:08.685312 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-38d0432c-ce22-405e-a76e-ac9535fa09c4 req-8af2acd5-3f2e-4e14-b325-7d4a1b15e453 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 944 time: 0.0468044 Sep 04 01:08:08.698477 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:08.733528 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-38d0432c-ce22-405e-a76e-ac9535fa09c4 req-316f4aee-dbcc-411a-9fc4-1eac2b3b27b2 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425265 Sep 04 01:08:09.106979 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b9370-316d-450b-ae78-836fe5ada2fd req-b597e0de-0dd7-4bcf-a696-d426c20db7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:09.108756 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-746b9370-316d-450b-ae78-836fe5ada2fd req-b597e0de-0dd7-4bcf-a696-d426c20db7da service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=55faed42b7f243df9df879d581797f56&device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 1129 time: 0.0438488 Sep 04 01:08:09.253533 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b9370-316d-450b-ae78-836fe5ada2fd req-afc4fff7-e415-4dab-9da9-26d12a3f6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:09.255230 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-746b9370-316d-450b-ae78-836fe5ada2fd req-afc4fff7-e415-4dab-9da9-26d12a3f6322 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3e702e6e-ebe1-46a7-b30d-f3d140ac2993 HTTP/1.1" status: 200 len: 917 time: 0.0999572 Sep 04 01:08:09.265213 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-f22bd671-be10-4944-95c7-ed5598eb00a8 req-4493b29b-028b-469f-abcf-580e1a2a2e3c tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 210 time: 0.0358655 Sep 04 01:08:09.362505 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cec14-9228-4096-94a2-3d62275912ff req-9b47a730-8c05-45e0-8905-bb96748ab360 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:09.364115 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ae5cec14-9228-4096-94a2-3d62275912ff req-9b47a730-8c05-45e0-8905-bb96748ab360 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0629292 Sep 04 01:08:09.366260 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-746b9370-316d-450b-ae78-836fe5ada2fd req-81a0f8d6-1acd-40b3-9808-86229d33d54b service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcbc60fd-1785-4f94-9436-a520ec06cdaf HTTP/1.1" status: 200 len: 1000 time: 0.1046083 Sep 04 01:08:09.444418 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:09.451470 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ae5cec14-9228-4096-94a2-3d62275912ff req-933d810e-0e40-4c95-893d-1e0adf328a8d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817251 Sep 04 01:08:09.452852 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b9370-316d-450b-ae78-836fe5ada2fd req-185237b9-38b3-4e5d-a027-9455ccaac558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:09.454294 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-746b9370-316d-450b-ae78-836fe5ada2fd req-185237b9-38b3-4e5d-a027-9455ccaac558 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b8f8e824-5e09-4bb6-bfba-faf43aae1f44 HTTP/1.1" status: 200 len: 855 time: 0.0784333 Sep 04 01:08:09.506778 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b9370-316d-450b-ae78-836fe5ada2fd req-2bc3a1e5-fe85-451a-a098-7a9fa17be622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:09.508320 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-746b9370-316d-450b-ae78-836fe5ada2fd req-2bc3a1e5-fe85-451a-a098-7a9fa17be622 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3e702e6e-ebe1-46a7-b30d-f3d140ac2993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484371 Sep 04 01:08:09.622780 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-746b9370-316d-450b-ae78-836fe5ada2fd req-9a16b4cf-1e57-4e69-8fe6-61d613603deb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3e702e6e-ebe1-46a7-b30d-f3d140ac2993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026998 Sep 04 01:08:09.728024 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-746b9370-316d-450b-ae78-836fe5ada2fd req-c6f08ed1-39a1-4c1c-b29b-1937bd509a1f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3e702e6e-ebe1-46a7-b30d-f3d140ac2993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983174 Sep 04 01:08:09.854356 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f2d1c-f2bb-4db8-b40f-60d47353db7a req-dd0ccc12-bd01-4f18-9037-4df46e58d1d7 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:09.855803 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ee4f2d1c-f2bb-4db8-b40f-60d47353db7a req-dd0ccc12-bd01-4f18-9037-4df46e58d1d7 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 944 time: 0.0464258 Sep 04 01:08:09.906692 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ee4f2d1c-f2bb-4db8-b40f-60d47353db7a req-52c1b1b8-de79-4d85-9669-3266326dde5b tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449281 Sep 04 01:08:10.367207 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-bcbff5fc-6a06-4954-84ff-875a27b74789 req-6be5134f-a655-48a0-9c67-73ca04d87f29 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 210 time: 0.0279179 Sep 04 01:08:10.547460 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 610a3f9e-176f-46b6-82d0-90b3e3651b7b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:08:10.548352 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:10.587867 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e639eb9-a214-42d4-a206-1c9e5e2188be req-d5a58db3-0585-4934-b4c8-4c6135d9866d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:10.589391 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6e639eb9-a214-42d4-a206-1c9e5e2188be req-d5a58db3-0585-4934-b4c8-4c6135d9866d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0501108 Sep 04 01:08:10.640378 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6e639eb9-a214-42d4-a206-1c9e5e2188be req-df851886-2998-4d1e-ab91-2ead92b52a41 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453207 Sep 04 01:08:10.770796 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 610a3f9e-176f-46b6-82d0-90b3e3651b7b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=610a3f9e-176f-46b6-82d0-90b3e3651b7b,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:10.781566 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': '610a3f9e-176f-46b6-82d0-90b3e3651b7b', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'port_id': '610a3f9e-176f-46b6-82d0-90b3e3651b7b', 'mac_address': 'fa:16:3e:6c:17:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:08:10.822263 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 610a3f9e-176f-46b6-82d0-90b3e3651b7b is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:10.822652 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (610a3f9e-176f-46b6-82d0-90b3e3651b7b), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:10.836422 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610a3f9e-176f-46b6-82d0-90b3e3651b7b {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:08:10.855568 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 610a3f9e-176f-46b6-82d0-90b3e3651b7b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=610a3f9e-176f-46b6-82d0-90b3e3651b7b,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:10.938471 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (610a3f9e-176f-46b6-82d0-90b3e3651b7b), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:10.986437 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=610a3f9e-176f-46b6-82d0-90b3e3651b7b,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:10.994522 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:10.994871 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:10.995233 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:10.995577 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:10.995906 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:10.996233 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:10.996559 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:10.996887 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:10.997239 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:10.997562 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:10.997885 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:10.998222 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:10.998546 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:10.998861 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:10.999180 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:11.041488 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c7bc9-7544-42ce-87de-21eb6f3ff51a req-afc8f5d7-a82c-40a9-a013-999bbddbc356 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:11.042979 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7b2c7bc9-7544-42ce-87de-21eb6f3ff51a req-afc8f5d7-a82c-40a9-a013-999bbddbc356 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 945 time: 0.0536606 Sep 04 01:08:11.091810 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7b2c7bc9-7544-42ce-87de-21eb6f3ff51a req-370f3014-70e9-462d-876c-2c639dcb7055 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431168 Sep 04 01:08:11.471118 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['610a3f9e-176f-46b6-82d0-90b3e3651b7b'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:08:11.474042 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-dfd7610f-29a2-4e97-98d9-cfd54a116b23 req-803beee3-2eef-4fe2-99b9-0ff4e375cb9c tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 210 time: 0.0298941 Sep 04 01:08:11.801288 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5c1a9-ff01-4a45-9b3a-0a1f7f3ada18 req-003e0712-0b6a-4d15-8bd6-684660dc0f83 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:11.802896 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9ec5c1a9-ff01-4a45-9b3a-0a1f7f3ada18 req-003e0712-0b6a-4d15-8bd6-684660dc0f83 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.0725069 Sep 04 01:08:11.813068 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-40ba061c-8190-4719-bcb1-a8139571a424 req-a5a5b231-9d23-4325-a5bb-9e3d5aaed760 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529561 Sep 04 01:08:11.865409 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9ec5c1a9-ff01-4a45-9b3a-0a1f7f3ada18 req-8d347863-1437-494d-bc98-519e33767865 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514805 Sep 04 01:08:12.002976 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba061c-8190-4719-bcb1-a8139571a424 req-5177680b-381b-47eb-a344-3ee577ac4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:12.009178 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-40ba061c-8190-4719-bcb1-a8139571a424 req-5177680b-381b-47eb-a344-3ee577ac4dd4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=db72b63281384bd883b04d05bcc35677&device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 1129 time: 0.0608680 Sep 04 01:08:12.094257 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:12.147962 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba061c-8190-4719-bcb1-a8139571a424 req-22a78c86-1956-4474-bbb5-9e96e5a3b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:12.149610 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-40ba061c-8190-4719-bcb1-a8139571a424 req-22a78c86-1956-4474-bbb5-9e96e5a3b0bd service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=b16f22e1-6fb1-440b-98eb-845123e960e6 HTTP/1.1" status: 200 len: 919 time: 0.1210601 Sep 04 01:08:12.247858 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32849b-b70f-42c8-9b44-88a299c3bf10 req-07815613-93f3-4962-8c4f-a07f72cae2fd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:12.249416 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4b32849b-b70f-42c8-9b44-88a299c3bf10 req-07815613-93f3-4962-8c4f-a07f72cae2fd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 945 time: 0.0610013 Sep 04 01:08:12.310565 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4b32849b-b70f-42c8-9b44-88a299c3bf10 req-2a82bcac-47d0-4588-9fdc-44821b2f3b56 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555472 Sep 04 01:08:12.570244 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 610a3f9e-176f-46b6-82d0-90b3e3651b7b up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:08:12.570978 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-40ba061c-8190-4719-bcb1-a8139571a424 req-943769ba-5b0c-429d-8f61-9fb4c99342e8 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=addc777a-4bdc-4153-92fa-8184c15d2cd1 HTTP/1.1" status: 200 len: 217 time: 0.0479286 Sep 04 01:08:12.649720 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0b96edf3-f070-4163-b592-17a926e50cc8 req-c0194b95-7b9f-4b26-aec9-a602eef9ef72 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 210 time: 0.0548484 Sep 04 01:08:12.654341 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning for port 610a3f9e-176f-46b6-82d0-90b3e3651b7b completed by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:08:12.665252 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba061c-8190-4719-bcb1-a8139571a424 req-321aa9be-2613-4f1a-ad39-720c70456965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:12.666775 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-40ba061c-8190-4719-bcb1-a8139571a424 req-321aa9be-2613-4f1a-ad39-720c70456965 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0 HTTP/1.1" status: 200 len: 857 time: 0.0852914 Sep 04 01:08:12.722119 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port 610a3f9e-176f-46b6-82d0-90b3e3651b7b triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:12.722522 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (610a3f9e-176f-46b6-82d0-90b3e3651b7b), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:12.796848 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba061c-8190-4719-bcb1-a8139571a424 req-419d626d-a363-47f3-8bdd-b880200cecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:12.798530 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-40ba061c-8190-4719-bcb1-a8139571a424 req-419d626d-a363-47f3-8bdd-b880200cecc9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b16f22e1-6fb1-440b-98eb-845123e960e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557487 Sep 04 01:08:12.805169 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 610a3f9e-176f-46b6-82d0-90b3e3651b7b is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:12.805571 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (610a3f9e-176f-46b6-82d0-90b3e3651b7b), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:12.831495 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205e4f5b-43ef-494a-a6ad-64f7445e6b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610a3f9e-176f-46b6-82d0-90b3e3651b7b'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:08:12.834545 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623a293a-86ab-4633-a2db-10aad7634b00" -d '{"events": [{"server_uuid": "205e4f5b-43ef-494a-a6ad-64f7445e6b59", "name": "network-vif-plugged", "status": "completed", "tag": "610a3f9e-176f-46b6-82d0-90b3e3651b7b"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:08:12.849555 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 610a3f9e-176f-46b6-82d0-90b3e3651b7b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=610a3f9e-176f-46b6-82d0-90b3e3651b7b,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:12.886753 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd722e3-f135-42b4-8ce5-466abaedb7e4 x-openstack-request-id: req-9fd722e3-f135-42b4-8ce5-466abaedb7e4 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:08:12.887057 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205e4f5b-43ef-494a-a6ad-64f7445e6b59", "name": "network-vif-plugged", "status": "completed", "tag": "610a3f9e-176f-46b6-82d0-90b3e3651b7b", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:08:12.887494 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9fd722e3-f135-42b4-8ce5-466abaedb7e4 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:08:12.887896 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd722e3-f135-42b4-8ce5-466abaedb7e4'] response: {'server_uuid': '205e4f5b-43ef-494a-a6ad-64f7445e6b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610a3f9e-176f-46b6-82d0-90b3e3651b7b', 'code': 200} Sep 04 01:08:12.923653 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-40ba061c-8190-4719-bcb1-a8139571a424 req-f7087808-27b3-4e89-ad2e-26baefda5cca service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091347 Sep 04 01:08:12.927586 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (610a3f9e-176f-46b6-82d0-90b3e3651b7b), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:12.927586 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device fcbc60fd-1785-4f94-9436-a520ec06cdaf no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:08:13.010056 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=610a3f9e-176f-46b6-82d0-90b3e3651b7b,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:13.038967 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:13.058674 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port fcbc60fd-1785-4f94-9436-a520ec06cdaf is: ACTIVE; New status is: DOWN {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:13.059059 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:13.060622 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25f516-d024-4f63-859b-3ed1f5593033 req-0b0549a7-b0de-4266-92fc-5fdc18970dd2 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:13.062196 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7b25f516-d024-4f63-859b-3ed1f5593033 req-0b0549a7-b0de-4266-92fc-5fdc18970dd2 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 945 time: 0.1101592 Sep 04 01:08:13.077887 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:13.096015 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port fcbc60fd-1785-4f94-9436-a520ec06cdaf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fcbc60fd-1785-4f94-9436-a520ec06cdaf,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:13.107982 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:13.143028 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7b25f516-d024-4f63-859b-3ed1f5593033 req-99d8c977-fd6b-4041-9758-1518473826eb tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740011 Sep 04 01:08:13.145831 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-40ba061c-8190-4719-bcb1-a8139571a424 req-893e5c89-666d-4904-8d1e-90b3e6f1b966 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531327 Sep 04 01:08:13.208829 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:13.256927 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=fcbc60fd-1785-4f94-9436-a520ec06cdaf,revision_number=8']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:13.443662 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9415b-6997-439c-b91f-b8e9fc855ed5 req-c1879cf9-9161-4864-9cf3-c9a0b3ddd79b tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:13.445192 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-82c9415b-6997-439c-b91f-b8e9fc855ed5 req-c1879cf9-9161-4864-9cf3-c9a0b3ddd79b tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 946 time: 0.0585628 Sep 04 01:08:13.510394 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b929d-0945-4c74-9865-20eb8c66356b req-723a936b-f2f0-4fbf-9937-c21e5d660d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:13.512161 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-da7b929d-0945-4c74-9865-20eb8c66356b req-723a936b-f2f0-4fbf-9937-c21e5d660d97 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 1130 time: 0.0648141 Sep 04 01:08:13.551720 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-82c9415b-6997-439c-b91f-b8e9fc855ed5 req-4a7212a5-f95e-4c91-bd27-be7485904bd2 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925815 Sep 04 01:08:13.577598 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-da7b929d-0945-4c74-9865-20eb8c66356b req-8098e4f1-dc6c-4f53-8c64-e902234287d8 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551703 Sep 04 01:08:13.753012 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3715ba88-088a-4085-a1bc-34ff196c2291 req-6c1b5df3-51e5-4f87-89b4-491cfccf4503 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 210 time: 0.0281322 Sep 04 01:08:13.989008 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 50028) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:14.008068 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:14.038564 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:14.072605 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-dbb32477-795c-468a-a9a4-1eedbc2a029f tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:14.073772 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-dbb32477-795c-468a-a9a4-1eedbc2a029f tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.16 "GET /networking/v2.0/networks?id=7e04f73d-bad8-4860-94c2-08b2d4e17fa9 HTTP/1.1" status: 200 len: 808 time: 0.1137598 Sep 04 01:08:14.106467 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-034896c2-cc3d-43d6-bd9b-802cbc9a9fe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:14.181621 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-034896c2-cc3d-43d6-bd9b-802cbc9a9fe0 admin admin] Publish callbacks [] for security_group (5fb19e5f-6503-468d-9f3d-f6c3a439aa08), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:14.265796 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-034896c2-cc3d-43d6-bd9b-802cbc9a9fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (5fb19e5f-6503-468d-9f3d-f6c3a439aa08), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:14.307588 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034896c2-cc3d-43d6-bd9b-802cbc9a9fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb19e5f-6503-468d-9f3d-f6c3a439aa08,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:14.315260 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-034896c2-cc3d-43d6-bd9b-802cbc9a9fe0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a0f43a31c7e549eeb636fcce144cb3bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244727 Sep 04 01:08:14.315930 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 50038) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:14.331029 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034896c2-cc3d-43d6-bd9b-802cbc9a9fe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.331380 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034896c2-cc3d-43d6-bd9b-802cbc9a9fe0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.331715 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034896c2-cc3d-43d6-bd9b-802cbc9a9fe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.332683 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034896c2-cc3d-43d6-bd9b-802cbc9a9fe0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.333017 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034896c2-cc3d-43d6-bd9b-802cbc9a9fe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.333440 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034896c2-cc3d-43d6-bd9b-802cbc9a9fe0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.333762 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034896c2-cc3d-43d6-bd9b-802cbc9a9fe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.334088 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034896c2-cc3d-43d6-bd9b-802cbc9a9fe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.334411 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034896c2-cc3d-43d6-bd9b-802cbc9a9fe0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.334785 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034896c2-cc3d-43d6-bd9b-802cbc9a9fe0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.335059 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034896c2-cc3d-43d6-bd9b-802cbc9a9fe0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.335385 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034896c2-cc3d-43d6-bd9b-802cbc9a9fe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.335703 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034896c2-cc3d-43d6-bd9b-802cbc9a9fe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.336023 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034896c2-cc3d-43d6-bd9b-802cbc9a9fe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.336335 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034896c2-cc3d-43d6-bd9b-802cbc9a9fe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.383249 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-75767e4e-f60e-44bd-8b10-8688c8130402 admin admin] Publish callbacks [] for security_group (5fb19e5f-6503-468d-9f3d-f6c3a439aa08), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:14.405813 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-75767e4e-f60e-44bd-8b10-8688c8130402 admin admin] Publish callbacks [] for security_group (5fb19e5f-6503-468d-9f3d-f6c3a439aa08), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:14.445046 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:14.451134 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-8c415b13-3c64-4941-9268-2549753a096f tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Request body: {'port': {'device_id': 'dac07994-d434-4a73-802f-31d1772c646c', 'network_id': '7e04f73d-bad8-4860-94c2-08b2d4e17fa9', 'admin_state_up': True, 'tenant_id': 'bcf6c738f8d842f99d2eec3b896c5b47'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:14.477353 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [req-fddaa7fd-50e9-41fe-9b0f-7fef4177c916 req-3dcbc71c-3ea3-44e3-af92-33b4d71d3ddf service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 01:08:14.479110 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-fddaa7fd-50e9-41fe-9b0f-7fef4177c916 req-3dcbc71c-3ea3-44e3-af92-33b4d71d3ddf service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0121472 Sep 04 01:08:14.591147 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-75767e4e-f60e-44bd-8b10-8688c8130402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (5fb19e5f-6503-468d-9f3d-f6c3a439aa08), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:14.598573 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-75767e4e-f60e-44bd-8b10-8688c8130402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:14.598573 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-75767e4e-f60e-44bd-8b10-8688c8130402 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5fb19e5f-6503-468d-9f3d-f6c3a439aa08 HTTP/1.1" status: 204 len: 168 time: 0.2730608 Sep 04 01:08:14.607580 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75767e4e-f60e-44bd-8b10-8688c8130402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb19e5f-6503-468d-9f3d-f6c3a439aa08,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:14.619848 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75767e4e-f60e-44bd-8b10-8688c8130402 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.620312 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75767e4e-f60e-44bd-8b10-8688c8130402 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.622588 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75767e4e-f60e-44bd-8b10-8688c8130402 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.622588 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75767e4e-f60e-44bd-8b10-8688c8130402 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.622588 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75767e4e-f60e-44bd-8b10-8688c8130402 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.622588 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75767e4e-f60e-44bd-8b10-8688c8130402 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.622588 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75767e4e-f60e-44bd-8b10-8688c8130402 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.623297 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75767e4e-f60e-44bd-8b10-8688c8130402 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.623673 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75767e4e-f60e-44bd-8b10-8688c8130402 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.624066 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75767e4e-f60e-44bd-8b10-8688c8130402 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.624473 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75767e4e-f60e-44bd-8b10-8688c8130402 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.624833 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75767e4e-f60e-44bd-8b10-8688c8130402 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.626014 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75767e4e-f60e-44bd-8b10-8688c8130402 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.626014 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75767e4e-f60e-44bd-8b10-8688c8130402 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.626014 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75767e4e-f60e-44bd-8b10-8688c8130402 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:14.677262 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-8c415b13-3c64-4941-9268-2549753a096f tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Made reservation on behalf of bcf6c738f8d842f99d2eec3b896c5b47 for: {'port': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:08:14.681293 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-8c415b13-3c64-4941-9268-2549753a096f tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:14.877384 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-8c415b13-3c64-4941-9268-2549753a096f tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Allocated IP 172.20.0.3 (7e04f73d-bad8-4860-94c2-08b2d4e17fa9/1715ca4f-993d-4984-97fb-84481d321a38/1f56da33-407e-4160-b5c8-764c4a91f864) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:08:14.888337 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8b23a-7a32-457f-8042-3724b7db15ab req-9f54fb06-1b02-4205-9f35-6bbe438cf776 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:14.889463 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49be5a0b-f748-486e-a546-c07a8e8451a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:08:14.889956 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-16b8b23a-7a32-457f-8042-3724b7db15ab req-9f54fb06-1b02-4205-9f35-6bbe438cf776 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 946 time: 0.0608072 Sep 04 01:08:14.897631 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b2e87a-9eb6-4b4b-85c8-4594413e4b28" -d '{"events": [{"server_uuid": "49be5a0b-f748-486e-a546-c07a8e8451a3", "name": "network-vif-unplugged", "status": "completed", "tag": "fcbc60fd-1785-4f94-9436-a520ec06cdaf"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:08:14.911482 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:14.971919 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4c1c7-3a04-42d2-ac77-fd33ea44971b req-afc09e80-dca5-43b1-9f25-95108f5a2e87 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:14.974047 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-48c4c1c7-3a04-42d2-ac77-fd33ea44971b req-afc09e80-dca5-43b1-9f25-95108f5a2e87 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 946 time: 0.0752568 Sep 04 01:08:15.018851 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-16b8b23a-7a32-457f-8042-3724b7db15ab req-cab3b2af-57e6-4f9b-9741-2c977aa9b271 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155181 Sep 04 01:08:15.030221 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:15.044257 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-48c4c1c7-3a04-42d2-ac77-fd33ea44971b req-8a8afb47-b5d3-4e8a-847e-e9257725897b tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642421 Sep 04 01:08:15.129821 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-8c415b13-3c64-4941-9268-2549753a096f tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Publish callbacks [] for port (1f56da33-407e-4160-b5c8-764c4a91f864), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:15.183873 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111c24c-7b0e-4a94-bf3f-2cd1f61dfc99 req-b539561b-9c48-4301-85d4-7b9bf4d5a3ce tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:15.185565 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e111c24c-7b0e-4a94-bf3f-2cd1f61dfc99 req-b539561b-9c48-4301-85d4-7b9bf4d5a3ce tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0649662 Sep 04 01:08:15.194847 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7f10fdb6-5fd9-485c-84f9-dab2b3d07a57 req-8b0a4fc5-b4ea-4b9e-800a-814b26ce830c tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 210 time: 0.0353372 Sep 04 01:08:15.241106 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e111c24c-7b0e-4a94-bf3f-2cd1f61dfc99 req-032e713e-59ce-4d83-a307-b06d269e6725 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486653 Sep 04 01:08:15.263035 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 04 Sep 2022 01:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28bb9d5-7857-4454-b9cd-0d6c30a865a3 x-openstack-request-id: req-e28bb9d5-7857-4454-b9cd-0d6c30a865a3 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:08:15.263349 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49be5a0b-f748-486e-a546-c07a8e8451a3", "name": "network-vif-unplugged", "status": "completed", "tag": "fcbc60fd-1785-4f94-9436-a520ec06cdaf", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:08:15.263702 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e28bb9d5-7857-4454-b9cd-0d6c30a865a3 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:08:15.264069 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e28bb9d5-7857-4454-b9cd-0d6c30a865a3'] response: {'server_uuid': '49be5a0b-f748-486e-a546-c07a8e8451a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf', 'code': 200} Sep 04 01:08:15.294078 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-8c415b13-3c64-4941-9268-2549753a096f tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (1f56da33-407e-4160-b5c8-764c4a91f864), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:15.346640 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-8c415b13-3c64-4941-9268-2549753a096f tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Network 7e04f73d-bad8-4860-94c2-08b2d4e17fa9 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:08:15.350590 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-8c415b13-3c64-4941-9268-2549753a096f tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:08:15.354419 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-8c415b13-3c64-4941-9268-2549753a096f tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:08:15.380591 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:15.383491 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c415b13-3c64-4941-9268-2549753a096f tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Pushing event updated for resources: {'Port': ['ID=1f56da33-407e-4160-b5c8-764c4a91f864,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:15.408055 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-8c415b13-3c64-4941-9268-2549753a096f tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:15.408655 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-8c415b13-3c64-4941-9268-2549753a096f tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:15.536903 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-8c415b13-3c64-4941-9268-2549753a096f tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0894978 Sep 04 01:08:15.635971 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 50092) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:15.716393 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-26425525-1084-410d-bd71-a96c2ae73abb req-a5dab15b-efe8-4496-af3c-d8cd072e01d3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0792534 Sep 04 01:08:15.725230 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [req-26425525-1084-410d-bd71-a96c2ae73abb req-91a4aabc-989c-47f4-9206-2119c542218b service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106791) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 01:08:15.726181 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-26425525-1084-410d-bd71-a96c2ae73abb req-91a4aabc-989c-47f4-9206-2119c542218b service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051780 Sep 04 01:08:15.873614 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 50106) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:16.015242 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26425525-1084-410d-bd71-a96c2ae73abb req-b78a7c12-8b0a-4d6c-9cee-23273f35fd62 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:16.016718 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-26425525-1084-410d-bd71-a96c2ae73abb req-b78a7c12-8b0a-4d6c-9cee-23273f35fd62 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports/fcbc60fd-1785-4f94-9436-a520ec06cdaf HTTP/1.1" status: 200 len: 940 time: 0.1420593 Sep 04 01:08:16.155050 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd0423-0c33-4ed7-83f9-22f760a919dd req-cbd4768f-b1a3-41dd-895b-1f1dc80d8ea6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:16.162067 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5ebd0423-0c33-4ed7-83f9-22f760a919dd req-cbd4768f-b1a3-41dd-895b-1f1dc80d8ea6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 946 time: 0.0549624 Sep 04 01:08:16.207651 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272d7ee-79de-45d2-8ef2-49678fd3dbbf req-0009be83-7026-406f-9045-efb979246423 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:16.209048 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5ebd0423-0c33-4ed7-83f9-22f760a919dd req-44b87fc0-3ad9-4bfb-bfcc-29a80c36da66 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459089 Sep 04 01:08:16.210384 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4272d7ee-79de-45d2-8ef2-49678fd3dbbf req-0009be83-7026-406f-9045-efb979246423 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 946 time: 0.0592818 Sep 04 01:08:16.269359 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4272d7ee-79de-45d2-8ef2-49678fd3dbbf req-f69a7fc2-dd9a-4a23-a5c6-289d4a469dd2 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530427 Sep 04 01:08:16.337758 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea564838-020b-4472-90f0-c24908f5aac7 req-2e9b7b0a-4cf4-4224-8e3e-b5a16fe704c6 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:16.339310 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ea564838-020b-4472-90f0-c24908f5aac7 req-2e9b7b0a-4cf4-4224-8e3e-b5a16fe704c6 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 931 time: 0.0656242 Sep 04 01:08:16.372730 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b6799-581e-4ec1-b3af-07d5b3de4dc9 req-a4214b62-d7e4-4695-8713-53c6dd2dfe37 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:16.374545 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-bd1b6799-581e-4ec1-b3af-07d5b3de4dc9 req-a4214b62-d7e4-4695-8713-53c6dd2dfe37 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 946 time: 0.0481253 Sep 04 01:08:16.388834 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 50138) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:16.395019 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-05975d0f-78b4-469c-8480-7df228dcf083 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'floatingip': {'port_id': '610a3f9e-176f-46b6-82d0-90b3e3651b7b'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:16.401706 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ea564838-020b-4472-90f0-c24908f5aac7 req-27bafbcc-fed8-46e9-b90a-c35cea2bd76f tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568969 Sep 04 01:08:16.444436 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-05975d0f-78b4-469c-8480-7df228dcf083 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (7c6010d5-511b-41a8-a14f-022e69e0a22e), before_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:16.505688 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59683a6b-a989-405f-9a9f-cb338dd6f302 req-c2dc7f97-d52b-4362-af26-34ea8ab7076f tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:16.507411 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-59683a6b-a989-405f-9a9f-cb338dd6f302 req-c2dc7f97-d52b-4362-af26-34ea8ab7076f tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0646856 Sep 04 01:08:16.551002 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:16.558167 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-59683a6b-a989-405f-9a9f-cb338dd6f302 req-b719eb6e-51cc-4bd2-8b0d-2930dd6d7da7 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444155 Sep 04 01:08:16.612113 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device fcbc60fd-1785-4f94-9436-a520ec06cdaf no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:08:16.702850 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port fcbc60fd-1785-4f94-9436-a520ec06cdaf is: DOWN; New status is: DOWN {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:16.911555 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-05975d0f-78b4-469c-8480-7df228dcf083 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:16.973273 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-05975d0f-78b4-469c-8480-7df228dcf083 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (7c6010d5-511b-41a8-a14f-022e69e0a22e), after_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:17.068375 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.l3_db [None req-05975d0f-78b4-469c-8480-7df228dcf083 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Floating IP 7c6010d5-511b-41a8-a14f-022e69e0a22e associated. External IP: 172.37.7.21, port: 610a3f9e-176f-46b6-82d0-90b3e3651b7b. Sep 04 01:08:17.209307 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:17.263904 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05975d0f-78b4-469c-8480-7df228dcf083 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Router a6875d57-1898-4fcc-8186-5995078e83c1 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:08:17.529656 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0b159-92dd-4767-8b25-e5ce59528031 req-ff5af942-b1da-430b-aea2-19297aa92e6c tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:17.531304 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c5f0b159-92dd-4767-8b25-e5ce59528031 req-ff5af942-b1da-430b-aea2-19297aa92e6c tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 931 time: 0.0515106 Sep 04 01:08:17.584177 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c5f0b159-92dd-4767-8b25-e5ce59528031 req-1bc20286-a675-44e6-9304-40ceb0702e3a tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468736 Sep 04 01:08:17.637788 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05975d0f-78b4-469c-8480-7df228dcf083 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:08:17.643192 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-05975d0f-78b4-469c-8480-7df228dcf083 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:17.649317 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16fe675-dd82-40fc-9269-11d732b0a841 None None] Sync routers for ids ['a6875d57-1898-4fcc-8186-5995078e83c1'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:08:17.652451 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f4ea9-b963-4735-b654-f526cccc4c52 req-08b5e32a-e255-4a59-883c-6fd56e9108ce tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:17.653956 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5e4f4ea9-b963-4735-b654-f526cccc4c52 req-08b5e32a-e255-4a59-883c-6fd56e9108ce tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 946 time: 0.3045704 Sep 04 01:08:17.664531 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16fe675-dd82-40fc-9269-11d732b0a841 None None] Routers {'a6875d57-1898-4fcc-8186-5995078e83c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:08:17.665322 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-b16fe675-dd82-40fc-9269-11d732b0a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:08:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a6875d57-1898-4fcc-8186-5995078e83c1'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:17.699389 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-05975d0f-78b4-469c-8480-7df228dcf083 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/7c6010d5-511b-41a8-a14f-022e69e0a22e HTTP/1.1" status: 200 len: 991 time: 1.3071787 Sep 04 01:08:17.699593 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60923f62-adb8-4201-ab73-3d3a76794975 req-a010398f-d267-4a5f-bd0e-71134c704321 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:17.699691 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205e4f5b-43ef-494a-a6ad-64f7445e6b59', 'tag': '610a3f9e-176f-46b6-82d0-90b3e3651b7b'}] {{(pid=106790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:08:17.700413 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768fddc788cc630bf6be659ba1cc99228bd403d8973f3d1aee7c621fd359d80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2203aba-a01b-49fe-aded-3a1b5c2eb955" -d '{"events": [{"name": "network-changed", "server_uuid": "205e4f5b-43ef-494a-a6ad-64f7445e6b59", "tag": "610a3f9e-176f-46b6-82d0-90b3e3651b7b"}]}' {{(pid=106790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:08:17.705105 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-60923f62-adb8-4201-ab73-3d3a76794975 req-a010398f-d267-4a5f-bd0e-71134c704321 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0581775 Sep 04 01:08:17.759296 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5e4f4ea9-b963-4735-b654-f526cccc4c52 req-61218d0d-e8da-40a4-a364-01306f28863d tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878439 Sep 04 01:08:17.779390 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-60923f62-adb8-4201-ab73-3d3a76794975 req-6e37c149-eba4-4076-b450-087353f5f675 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710213 Sep 04 01:08:17.829266 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-b16fe675-dd82-40fc-9269-11d732b0a841 None None] Set router a6875d57-1898-4fcc-8186-5995078e83c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:08:17.832605 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] Request body: {'port': {'device_id': 'dac07994-d434-4a73-802f-31d1772c646c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:17.849514 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d37948-b9a4-48cc-b6ab-675252891cd7 x-openstack-request-id: req-12d37948-b9a4-48cc-b6ab-675252891cd7 {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:08:17.849903 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205e4f5b-43ef-494a-a6ad-64f7445e6b59", "tag": "610a3f9e-176f-46b6-82d0-90b3e3651b7b", "status": "completed", "code": 200}]} {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:08:17.850220 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12d37948-b9a4-48cc-b6ab-675252891cd7 {{(pid=106790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:08:17.850692 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d37948-b9a4-48cc-b6ab-675252891cd7'] response: {'name': 'network-changed', 'server_uuid': '205e4f5b-43ef-494a-a6ad-64f7445e6b59', 'tag': '610a3f9e-176f-46b6-82d0-90b3e3651b7b', 'status': 'completed', 'code': 200} Sep 04 01:08:17.906604 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (1f56da33-407e-4160-b5c8-764c4a91f864), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:18.070754 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02fadc-5b95-4956-afc8-82ceec4d30bf req-496cdb53-771c-4acb-b796-0175f5980c28 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:18.072181 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7c02fadc-5b95-4956-afc8-82ceec4d30bf req-496cdb53-771c-4acb-b796-0175f5980c28 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 946 time: 0.0664971 Sep 04 01:08:18.074733 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-b16fe675-dd82-40fc-9269-11d732b0a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '29aaa1bc-70e4-4290-b00e-49a0f08b213d', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'floating_ip_address': '172.37.7.189', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'port_id': 'e0a049e7-02dc-4e07-af75-3de7fbe36b23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'mac_address': 'fa:16:3e:d4:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b2b9b-9890-4f9e-be75-2548b520e138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:05:25Z', 'updated_at': '2022-09-04T01:06:15Z', 'revision_number': 2, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'fixed_ip_address_scope': None}, {'id': '7c6010d5-511b-41a8-a14f-022e69e0a22e', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'floating_ip_address': '172.37.7.21', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'port_id': '610a3f9e-176f-46b6-82d0-90b3e3651b7b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'mac_address': 'fa:16:3e:6c:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e4f5b-43ef-494a-a6ad-64f7445e6b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:07:40Z', 'updated_at': '2022-09-04T01:08:16Z', 'revision_number': 1, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:18.099861 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16fe675-dd82-40fc-9269-11d732b0a841 None None] Checking router: a6875d57-1898-4fcc-8186-5995078e83c1 for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:08:18.108483 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16fe675-dd82-40fc-9269-11d732b0a841 None None] Routers {'a6875d57-1898-4fcc-8186-5995078e83c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:08:18.109102 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-b16fe675-dd82-40fc-9269-11d732b0a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:08:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a6875d57-1898-4fcc-8186-5995078e83c1'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:18.212890 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:18.220928 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2203aba-a01b-49fe-aded-3a1b5c2eb955 req-517a16c4-f73c-44bb-81b2-6aa6c7676c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:18.223204 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d2203aba-a01b-49fe-aded-3a1b5c2eb955 req-517a16c4-f73c-44bb-81b2-6aa6c7676c03 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=287d111f08ac4b05bd5adec9c40d0620&device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 1130 time: 0.0641565 Sep 04 01:08:18.243054 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-b16fe675-dd82-40fc-9269-11d732b0a841 None None] Set router a6875d57-1898-4fcc-8186-5995078e83c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:08:18.279569 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:18.281778 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f56da33-407e-4160-b5c8-764c4a91f864 {{(pid=106791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:08:18.296919 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] Publish callbacks [] for port (1f56da33-407e-4160-b5c8-764c4a91f864), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:18.310094 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-7c02fadc-5b95-4956-afc8-82ceec4d30bf req-4d625817-bee7-4462-bad4-37c118de003d tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Deleting port 449add0b-213e-49af-b0f2-5656f19d796f {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:08:18.310435 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-7c02fadc-5b95-4956-afc8-82ceec4d30bf req-4d625817-bee7-4462-bad4-37c118de003d tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (449add0b-213e-49af-b0f2-5656f19d796f), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:18.371975 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2203aba-a01b-49fe-aded-3a1b5c2eb955 req-a97cb79a-8de9-46ae-811e-3a5ea70ef027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:18.374051 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.provisioning_blocks [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] Transition to ACTIVE for port object 1f56da33-407e-4160-b5c8-764c4a91f864 will not be triggered until provisioned by entity L2. {{(pid=106791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:08:18.374732 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d2203aba-a01b-49fe-aded-3a1b5c2eb955 req-a97cb79a-8de9-46ae-811e-3a5ea70ef027 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d7f39628-666e-4480-8bee-49de183d5e09 HTTP/1.1" status: 200 len: 916 time: 0.1447346 Sep 04 01:08:18.428948 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-7c02fadc-5b95-4956-afc8-82ceec4d30bf req-4d625817-bee7-4462-bad4-37c118de003d tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] For port 449add0b-213e-49af-b0f2-5656f19d796f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=449add0b-213e-49af-b0f2-5656f19d796f,segment=NetworkSegment(691a306c-3c07-49ca-8d5b-c7e7a9ad5919),segment_id=691a306c-3c07-49ca-8d5b-c7e7a9ad5919)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:18.429511 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-7c02fadc-5b95-4956-afc8-82ceec4d30bf req-4d625817-bee7-4462-bad4-37c118de003d tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (449add0b-213e-49af-b0f2-5656f19d796f), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:18.432469 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (1f56da33-407e-4160-b5c8-764c4a91f864), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:18.477352 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d2203aba-a01b-49fe-aded-3a1b5c2eb955 req-962bfe2d-a0f5-4e7c-9920-b9b32dd4be10 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=610a3f9e-176f-46b6-82d0-90b3e3651b7b HTTP/1.1" status: 200 len: 999 time: 0.0941377 Sep 04 01:08:18.482894 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-7c02fadc-5b95-4956-afc8-82ceec4d30bf req-4d625817-bee7-4462-bad4-37c118de003d tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Calling delete_port for 449add0b-213e-49af-b0f2-5656f19d796f owned by compute:nova {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:08:18.496299 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:18.513654 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:18.515215 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-b16fe675-dd82-40fc-9269-11d732b0a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '29aaa1bc-70e4-4290-b00e-49a0f08b213d', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'floating_ip_address': '172.37.7.189', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'port_id': 'e0a049e7-02dc-4e07-af75-3de7fbe36b23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'mac_address': 'fa:16:3e:d4:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b2b9b-9890-4f9e-be75-2548b520e138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:05:25Z', 'updated_at': '2022-09-04T01:06:15Z', 'revision_number': 2, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'fixed_ip_address_scope': None}, {'id': '7c6010d5-511b-41a8-a14f-022e69e0a22e', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'floating_ip_address': '172.37.7.21', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'port_id': '610a3f9e-176f-46b6-82d0-90b3e3651b7b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'mac_address': 'fa:16:3e:6c:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e4f5b-43ef-494a-a6ad-64f7445e6b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:07:40Z', 'updated_at': '2022-09-04T01:08:16Z', 'revision_number': 1, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:18.543380 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2203aba-a01b-49fe-aded-3a1b5c2eb955 req-02677f99-7ed2-4423-a60e-428a842436c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:18.544865 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d2203aba-a01b-49fe-aded-3a1b5c2eb955 req-02677f99-7ed2-4423-a60e-428a842436c9 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=1af847f5-eeac-4b3d-afa5-aa099062676b HTTP/1.1" status: 200 len: 854 time: 0.0592394 Sep 04 01:08:18.548869 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16fe675-dd82-40fc-9269-11d732b0a841 None None] The sync data for ids ['a6875d57-1898-4fcc-8186-5995078e83c1'] in dv-cinder-master-3-iscsi is: [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '29aaa1bc-70e4-4290-b00e-49a0f08b213d', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'floating_ip_address': '172.37.7.189', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'port_id': 'e0a049e7-02dc-4e07-af75-3de7fbe36b23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'mac_address': 'fa:16:3e:d4:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b2b9b-9890-4f9e-be75-2548b520e138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:05:25Z', 'updated_at': '2022-09-04T01:06:15Z', 'revision_number': 2, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'fixed_ip_address_scope': None}, {'id': '7c6010d5-511b-41a8-a14f-022e69e0a22e', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'floating_ip_address': '172.37.7.21', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'port_id': '610a3f9e-176f-46b6-82d0-90b3e3651b7b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'mac_address': 'fa:16:3e:6c:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e4f5b-43ef-494a-a6ad-64f7445e6b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:07:40Z', 'updated_at': '2022-09-04T01:08:16Z', 'revision_number': 1, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:08:18.563771 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] Pushing event updated for resources: {'Port': ['ID=1f56da33-407e-4160-b5c8-764c4a91f864,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:18.611082 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] Attempting to bind port 1f56da33-407e-4160-b5c8-764c4a91f864 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:08:18.611421 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] Attempting to bind port 1f56da33-407e-4160-b5c8-764c4a91f864 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '4b145fcd-b870-4624-8e9b-50fe2a121117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7e04f73d-bad8-4860-94c2-08b2d4e17fa9'}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:08:18.611752 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] Attempting to bind port 1f56da33-407e-4160-b5c8-764c4a91f864 on network 7e04f73d-bad8-4860-94c2-08b2d4e17fa9 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:08:18.616331 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2203aba-a01b-49fe-aded-3a1b5c2eb955 req-b14a9d6e-4b0e-49db-a346-29ac0584f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:18.617875 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d2203aba-a01b-49fe-aded-3a1b5c2eb955 req-b14a9d6e-4b0e-49db-a346-29ac0584f2fc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d7f39628-666e-4480-8bee-49de183d5e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470855 Sep 04 01:08:18.618927 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] Port 1f56da33-407e-4160-b5c8-764c4a91f864 on network 7e04f73d-bad8-4860-94c2-08b2d4e17fa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:08:18.619247 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] Attempting to bind port 1f56da33-407e-4160-b5c8-764c4a91f864 on network 7e04f73d-bad8-4860-94c2-08b2d4e17fa9 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:08:18.631276 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] Checking agent: {'id': 'dda4db69-a2e6-4522-aa0b-4e619e0d5c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'started_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:08:18.631607 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] Checking segment: {'id': '4b145fcd-b870-4624-8e9b-50fe2a121117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7e04f73d-bad8-4860-94c2-08b2d4e17fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:08:18.631982 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] Bound using segment: {'id': '4b145fcd-b870-4624-8e9b-50fe2a121117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7e04f73d-bad8-4860-94c2-08b2d4e17fa9'} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:08:18.632420 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] Bound port: 1f56da33-407e-4160-b5c8-764c4a91f864, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b145fcd-b870-4624-8e9b-50fe2a121117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7e04f73d-bad8-4860-94c2-08b2d4e17fa9'}}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:08:18.632781 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (1f56da33-407e-4160-b5c8-764c4a91f864), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:18.720626 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] For port 1f56da33-407e-4160-b5c8-764c4a91f864, host hv-cinder-maste, cleared binding levels {{(pid=106791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:08:18.731421 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d2203aba-a01b-49fe-aded-3a1b5c2eb955 req-14d4bcdb-c327-430a-8f4d-dd764af62e5b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045702 Sep 04 01:08:18.785690 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] For port 1f56da33-407e-4160-b5c8-764c4a91f864, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1f56da33-407e-4160-b5c8-764c4a91f864,segment=NetworkSegment(4b145fcd-b870-4624-8e9b-50fe2a121117),segment_id=4b145fcd-b870-4624-8e9b-50fe2a121117)] {{(pid=106791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:08:18.787171 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:18.811740 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:18.818676 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e9934-db76-4c50-bd02-945ada1c5f70 req-0c91006c-34c3-4924-b8a1-72a41dfec79b tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:18.821806 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9d0e9934-db76-4c50-bd02-945ada1c5f70 req-0c91006c-34c3-4924-b8a1-72a41dfec79b tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 943 time: 0.1072636 Sep 04 01:08:18.851013 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d2203aba-a01b-49fe-aded-3a1b5c2eb955 req-dfb1fa5c-61cf-430b-b803-57ea31cada93 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134422 Sep 04 01:08:18.856148 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (1f56da33-407e-4160-b5c8-764c4a91f864), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:18.868164 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:18.868775 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:18.870224 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/1f56da33-407e-4160-b5c8-764c4a91f864 HTTP/1.1" status: 200 len: 1093 time: 1.0427103 Sep 04 01:08:18.872909 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac07994-d434-4a73-802f-31d1772c646c', 'tag': '1f56da33-407e-4160-b5c8-764c4a91f864'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:08:18.875057 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bc5ede-0f92-4f06-aa70-4e6dba4f6cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "dac07994-d434-4a73-802f-31d1772c646c", "tag": "1f56da33-407e-4160-b5c8-764c4a91f864"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:08:18.879719 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acd979d-4866-47bc-917d-198336da45ff None None] New status for floating IP 7c6010d5-511b-41a8-a14f-022e69e0a22e: ACTIVE {{(pid=106793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:08:18.912472 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-7c02fadc-5b95-4956-afc8-82ceec4d30bf req-4d625817-bee7-4462-bad4-37c118de003d tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (449add0b-213e-49af-b0f2-5656f19d796f), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:18.920520 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9d0e9934-db76-4c50-bd02-945ada1c5f70 req-7cc181dc-40cb-46a2-bb27-698db707d024 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894370 Sep 04 01:08:18.928119 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6712c9a3-fef8-4d56-8fe4-5092a1258d8b req-53422467-1abb-4195-a903-b9e41c793f13 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 210 time: 0.0372975 Sep 04 01:08:18.943743 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f19578-e1a9-4471-b840-bb58d32fd88b service neutron] Pushing event updated for resources: {'Port': ['ID=1f56da33-407e-4160-b5c8-764c4a91f864,revision_number=3']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:19.001921 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d625817-bee7-4462-bad4-37c118de003d tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Pushing event deleted for resources: {'Port': ['ID=449add0b-213e-49af-b0f2-5656f19d796f,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:19.033959 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2e98c2-82b8-4790-ab33-cd881d5d59e7 x-openstack-request-id: req-6f2e98c2-82b8-4790-ab33-cd881d5d59e7 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:08:19.034326 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac07994-d434-4a73-802f-31d1772c646c", "tag": "1f56da33-407e-4160-b5c8-764c4a91f864", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:08:19.034719 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6f2e98c2-82b8-4790-ab33-cd881d5d59e7 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:08:19.035763 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f2e98c2-82b8-4790-ab33-cd881d5d59e7'] response: {'name': 'network-changed', 'server_uuid': 'dac07994-d434-4a73-802f-31d1772c646c', 'tag': '1f56da33-407e-4160-b5c8-764c4a91f864', 'status': 'completed', 'code': 200} Sep 04 01:08:19.038207 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c02fadc-5b95-4956-afc8-82ceec4d30bf req-4d625817-bee7-4462-bad4-37c118de003d tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] No DVR routers for this DVR port 449add0b-213e-49af-b0f2-5656f19d796f on host hv-cinder-maste {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:08:19.055846 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-7c02fadc-5b95-4956-afc8-82ceec4d30bf req-4d625817-bee7-4462-bad4-37c118de003d tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:19.059128 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7c02fadc-5b95-4956-afc8-82ceec4d30bf req-4d625817-bee7-4462-bad4-37c118de003d tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.16 "DELETE /networking/v2.0/ports/449add0b-213e-49af-b0f2-5656f19d796f HTTP/1.1" status: 204 len: 173 time: 0.8988018 Sep 04 01:08:19.076493 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364005f-5389-495d-8659-7af9edcd8337 req-2227e4ac-a135-4c1c-a907-67aaab1d952c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:19.077962 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4364005f-5389-495d-8659-7af9edcd8337 req-2227e4ac-a135-4c1c-a907-67aaab1d952c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0692115 Sep 04 01:08:19.131352 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4364005f-5389-495d-8659-7af9edcd8337 req-23dfc467-b59c-4c6f-9aff-85aeb8c7ec9e tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468075 Sep 04 01:08:20.059705 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156f4a5-c023-45c0-b184-df9a6560bd45 req-957e06b7-26b7-4a4d-a412-fabd89d2d9bf tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:20.062694 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-0156f4a5-c023-45c0-b184-df9a6560bd45 req-957e06b7-26b7-4a4d-a412-fabd89d2d9bf tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 943 time: 0.0555992 Sep 04 01:08:20.079323 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1af3bfba-0c7b-4cad-a847-caae4bb7a5ad req-27d8f425-88b1-426a-a5f0-63a84f44c6fc tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 210 time: 0.0368228 Sep 04 01:08:20.110799 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-0156f4a5-c023-45c0-b184-df9a6560bd45 req-c29f5431-95b3-40d2-9770-adb04b620a4b tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435281 Sep 04 01:08:20.493142 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630c40b-d63f-4f31-ae4e-05a2e3b5cb56 req-60a8f7bd-2897-4f49-a6c4-d5c49e4fec3f tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:20.494594 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c630c40b-d63f-4f31-ae4e-05a2e3b5cb56 req-60a8f7bd-2897-4f49-a6c4-d5c49e4fec3f tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.2803302 Sep 04 01:08:20.540367 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c630c40b-d63f-4f31-ae4e-05a2e3b5cb56 req-4e9defe5-fd8b-4784-99bd-7e442d97501f tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401561 Sep 04 01:08:21.036423 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2808d334-c39c-4a09-88c7-c1711cce4215', 'name': 'network-vif-deleted', 'tag': '449add0b-213e-49af-b0f2-5656f19d796f'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:08:21.038786 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2be138d-65aa-4c68-850a-df1744549bba" -d '{"events": [{"server_uuid": "2808d334-c39c-4a09-88c7-c1711cce4215", "name": "network-vif-deleted", "tag": "449add0b-213e-49af-b0f2-5656f19d796f"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:08:21.077458 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1868fa2b-d92a-4f6f-b0e2-39fc462ef231 x-openstack-request-id: req-1868fa2b-d92a-4f6f-b0e2-39fc462ef231 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:08:21.077741 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2808d334-c39c-4a09-88c7-c1711cce4215", "name": "network-vif-deleted", "tag": "449add0b-213e-49af-b0f2-5656f19d796f", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:08:21.077983 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1868fa2b-d92a-4f6f-b0e2-39fc462ef231 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:08:21.078378 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1868fa2b-d92a-4f6f-b0e2-39fc462ef231'] response: {'server_uuid': '2808d334-c39c-4a09-88c7-c1711cce4215', 'name': 'network-vif-deleted', 'tag': '449add0b-213e-49af-b0f2-5656f19d796f', 'status': 'completed', 'code': 200} Sep 04 01:08:21.182721 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0f9b86db-46dc-40a8-bcc3-b146a8653e75 req-a99254ec-9e3f-45b9-8ce2-67b2e64c0f0a tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 210 time: 0.0274315 Sep 04 01:08:21.232006 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0a81a-6334-43a8-bcce-1948f2274c50 req-d4ce41cf-8a8c-45fa-931c-f58e56c1f072 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:21.233388 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-46c0a81a-6334-43a8-bcce-1948f2274c50 req-d4ce41cf-8a8c-45fa-931c-f58e56c1f072 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 943 time: 0.0465560 Sep 04 01:08:21.279795 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-46c0a81a-6334-43a8-bcce-1948f2274c50 req-3f83e7b8-14a0-4387-986f-2aad049e30f9 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398972 Sep 04 01:08:21.465874 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['449add0b-213e-49af-b0f2-5656f19d796f'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:08:21.513368 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:21.544119 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc5ede-0f92-4f06-aa70-4e6dba4f6cb2 req-2d8de028-d1b8-47d5-b7e8-4c04b92de29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:21.545599 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f5bc5ede-0f92-4f06-aa70-4e6dba4f6cb2 req-2d8de028-d1b8-47d5-b7e8-4c04b92de29d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bcf6c738f8d842f99d2eec3b896c5b47&device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 1127 time: 0.0401139 Sep 04 01:08:21.695896 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea403acb-ef23-4174-9878-7d6ce838c554 req-64f79ba1-a9a9-4d52-b942-119ca550df14 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:21.697379 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ea403acb-ef23-4174-9878-7d6ce838c554 req-64f79ba1-a9a9-4d52-b942-119ca550df14 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0694370 Sep 04 01:08:21.698706 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc5ede-0f92-4f06-aa70-4e6dba4f6cb2 req-3172dbd7-d7e7-4fd7-9748-d108111a88a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:21.699981 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f5bc5ede-0f92-4f06-aa70-4e6dba4f6cb2 req-3172dbd7-d7e7-4fd7-9748-d108111a88a1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=bcf6c738f8d842f99d2eec3b896c5b47&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1384754 Sep 04 01:08:21.799108 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ea403acb-ef23-4174-9878-7d6ce838c554 req-0a722a50-4039-4b4c-a5ba-76ac6ab244c0 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959523 Sep 04 01:08:21.833156 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc5ede-0f92-4f06-aa70-4e6dba4f6cb2 req-d88da071-9d37-41bf-a725-e5ce7bc0a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:21.834871 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f5bc5ede-0f92-4f06-aa70-4e6dba4f6cb2 req-d88da071-9d37-41bf-a725-e5ce7bc0a49b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1239357 Sep 04 01:08:21.944954 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-b6a6b922-c2be-4278-b095-ba4571738d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:21.946502 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-b6a6b922-c2be-4278-b095-ba4571738d97 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bcf6c738f8d842f99d2eec3b896c5b47&device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 1127 time: 0.0390165 Sep 04 01:08:22.010359 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-ee2dbd2c-e52c-40e8-8ee3-5916c33975c4 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f56da33-407e-4160-b5c8-764c4a91f864 HTTP/1.1" status: 200 len: 217 time: 0.0372446 Sep 04 01:08:22.075272 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-06685906-ef43-4086-ad53-d0aa8f2a210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:22.076751 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-06685906-ef43-4086-ad53-d0aa8f2a210f service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=1715ca4f-993d-4984-97fb-84481d321a38 HTTP/1.1" status: 200 len: 848 time: 0.0463247 Sep 04 01:08:22.118490 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-c620e893-7543-4afc-b05f-b54a90455976 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=7e04f73d-bad8-4860-94c2-08b2d4e17fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271051 Sep 04 01:08:22.222560 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-65b9b7b0-cc27-45d7-94d2-3b32debf60e2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7e04f73d-bad8-4860-94c2-08b2d4e17fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899467 Sep 04 01:08:22.296700 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:22.303391 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-91ee6603-e0ef-4035-add7-3806f5304ef5 req-16bcb738-86e0-46b9-9e30-0e16a54be8bd tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 210 time: 0.0306580 Sep 04 01:08:22.327184 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-35b3b1b3-3e8c-4e36-896b-a3c9eb81c961 req-b2a0748f-4005-40dc-8680-9af6b28c21d9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7e04f73d-bad8-4860-94c2-08b2d4e17fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913103 Sep 04 01:08:22.414017 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f0142-d9ee-4548-bea9-4c13374ec892 req-36fd3d7a-fe37-495f-89cb-847eea4a969c tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:22.415545 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ec2f0142-d9ee-4548-bea9-4c13374ec892 req-36fd3d7a-fe37-495f-89cb-847eea4a969c tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 943 time: 0.0562301 Sep 04 01:08:22.469454 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ec2f0142-d9ee-4548-bea9-4c13374ec892 req-6dde3e54-76fc-4167-92fd-5a979fbce40a tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483406 Sep 04 01:08:22.934710 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee6e0e-b5bc-4a04-b349-bd76c843fa15 req-68e77154-3670-480c-acea-beaa683b8307 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:22.936164 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2dee6e0e-b5bc-4a04-b349-bd76c843fa15 req-68e77154-3670-480c-acea-beaa683b8307 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0522163 Sep 04 01:08:22.984963 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2dee6e0e-b5bc-4a04-b349-bd76c843fa15 req-a02deac2-a45d-4e2f-90e9-0dc28898678c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430410 Sep 04 01:08:23.429320 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-94dfccfe-11c5-438b-8ff7-e29e526b24b0 req-04382089-2ea0-4cb8-9a6c-acea50ac08e8 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2808d334-c39c-4a09-88c7-c1711cce4215 HTTP/1.1" status: 200 len: 210 time: 0.0355380 Sep 04 01:08:23.590369 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b22763-b632-4b30-9b4a-c5aa5072f44a req-65be204e-b332-413f-a53e-52dd3232a440 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:23.591812 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-50b22763-b632-4b30-9b4a-c5aa5072f44a req-65be204e-b332-413f-a53e-52dd3232a440 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 943 time: 0.0464458 Sep 04 01:08:23.638001 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-50b22763-b632-4b30-9b4a-c5aa5072f44a req-c9e88c1c-ea34-4f95-a0b9-119605574e12 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408165 Sep 04 01:08:24.120771 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f550a6-b735-4c1b-9fd1-019893d57b15 req-d9af54bf-aa77-411c-9588-05374613200a tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:24.122265 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-62f550a6-b735-4c1b-9fd1-019893d57b15 req-d9af54bf-aa77-411c-9588-05374613200a tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0475662 Sep 04 01:08:24.169444 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-62f550a6-b735-4c1b-9fd1-019893d57b15 req-22602fd5-afe4-47b4-8d83-77c735c26fb0 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412772 Sep 04 01:08:24.763012 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd10aa-522d-4efc-b209-eca1ddb237bc req-add46fa5-c525-4b7d-b89b-57ebcc04942a tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:24.764496 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ddfd10aa-522d-4efc-b209-eca1ddb237bc req-add46fa5-c525-4b7d-b89b-57ebcc04942a tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 943 time: 0.0528219 Sep 04 01:08:24.813239 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ddfd10aa-522d-4efc-b209-eca1ddb237bc req-d3dbb4c0-2231-4775-be5d-f3c3853f63e7 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427999 Sep 04 01:08:24.976840 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26425525-1084-410d-bd71-a96c2ae73abb req-e57ca917-4669-4bf0-b923-bc908a15df74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:24.978406 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-26425525-1084-410d-bd71-a96c2ae73abb req-e57ca917-4669-4bf0-b923-bc908a15df74 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3&tenant_id=55faed42b7f243df9df879d581797f56 HTTP/1.1" status: 200 len: 1127 time: 0.0738029 Sep 04 01:08:25.069521 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26425525-1084-410d-bd71-a96c2ae73abb req-afc56e8d-aed2-4226-8fa9-045e07c02d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:25.070997 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-26425525-1084-410d-bd71-a96c2ae73abb req-afc56e8d-aed2-4226-8fa9-045e07c02d56 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=55faed42b7f243df9df879d581797f56&device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 1127 time: 0.0435858 Sep 04 01:08:25.166578 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26425525-1084-410d-bd71-a96c2ae73abb req-b86fcfea-dc36-46f4-a037-4c43dad2133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:25.167902 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-26425525-1084-410d-bd71-a96c2ae73abb req-b86fcfea-dc36-46f4-a037-4c43dad2133b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3e702e6e-ebe1-46a7-b30d-f3d140ac2993 HTTP/1.1" status: 200 len: 917 time: 0.0898438 Sep 04 01:08:25.236668 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-26425525-1084-410d-bd71-a96c2ae73abb req-460cd993-68b4-4da0-8d77-984440752f80 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcbc60fd-1785-4f94-9436-a520ec06cdaf HTTP/1.1" status: 200 len: 998 time: 0.0613790 Sep 04 01:08:25.291200 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26425525-1084-410d-bd71-a96c2ae73abb req-6fad0455-784c-49f6-8ed6-4055e8b4d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:25.292755 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-26425525-1084-410d-bd71-a96c2ae73abb req-6fad0455-784c-49f6-8ed6-4055e8b4d7a2 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b8f8e824-5e09-4bb6-bfba-faf43aae1f44 HTTP/1.1" status: 200 len: 855 time: 0.0484567 Sep 04 01:08:25.303166 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0130192-e6cd-4147-921a-31a08a604190 req-d6745220-b995-498b-9f84-2c0c80adf9d5 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:25.304659 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b0130192-e6cd-4147-921a-31a08a604190 req-d6745220-b995-498b-9f84-2c0c80adf9d5 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0515480 Sep 04 01:08:25.342538 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26425525-1084-410d-bd71-a96c2ae73abb req-8a48939c-6dc6-41f9-95f1-907147682a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:25.344252 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-26425525-1084-410d-bd71-a96c2ae73abb req-8a48939c-6dc6-41f9-95f1-907147682a57 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3e702e6e-ebe1-46a7-b30d-f3d140ac2993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428705 Sep 04 01:08:25.356180 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b0130192-e6cd-4147-921a-31a08a604190 req-6be39eef-1548-4dcf-ae23-3b6c5e958cc4 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454750 Sep 04 01:08:25.509839 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 50244) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:25.614822 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fc52d710-920b-4c02-8868-a827a4553983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:25.688904 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fc52d710-920b-4c02-8868-a827a4553983 admin admin] Publish callbacks [] for security_group (ae29aeb7-1392-4c7d-8a0a-247fdb5f4d1e), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:25.755370 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fc52d710-920b-4c02-8868-a827a4553983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (ae29aeb7-1392-4c7d-8a0a-247fdb5f4d1e), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:25.794578 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-fc52d710-920b-4c02-8868-a827a4553983 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f24e82fca13f44f390d817aa4453e2d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836919 Sep 04 01:08:25.795474 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52d710-920b-4c02-8868-a827a4553983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae29aeb7-1392-4c7d-8a0a-247fdb5f4d1e,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:25.797367 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 50248) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:25.834720 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:25.847705 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ecaae181-2dff-47df-af19-bb1ca1f965fd admin admin] Publish callbacks [] for security_group (ae29aeb7-1392-4c7d-8a0a-247fdb5f4d1e), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:25.868657 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ecaae181-2dff-47df-af19-bb1ca1f965fd admin admin] Publish callbacks [] for security_group (ae29aeb7-1392-4c7d-8a0a-247fdb5f4d1e), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:25.942178 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4306fcc-71b9-4592-a1c3-08f7e87de4fd req-6c7b9f63-716c-4a97-8bb7-8d79d1d4eb0d tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:25.943600 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b4306fcc-71b9-4592-a1c3-08f7e87de4fd req-6c7b9f63-716c-4a97-8bb7-8d79d1d4eb0d tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 943 time: 0.0547462 Sep 04 01:08:25.994308 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b4306fcc-71b9-4592-a1c3-08f7e87de4fd req-2bbadd8c-085e-4893-97d9-05bc0fade169 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443652 Sep 04 01:08:26.024750 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ecaae181-2dff-47df-af19-bb1ca1f965fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (ae29aeb7-1392-4c7d-8a0a-247fdb5f4d1e), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:26.027324 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ecaae181-2dff-47df-af19-bb1ca1f965fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:26.028510 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-ecaae181-2dff-47df-af19-bb1ca1f965fd admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ae29aeb7-1392-4c7d-8a0a-247fdb5f4d1e HTTP/1.1" status: 204 len: 168 time: 0.2301795 Sep 04 01:08:26.038033 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaae181-2dff-47df-af19-bb1ca1f965fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae29aeb7-1392-4c7d-8a0a-247fdb5f4d1e,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:26.179771 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:26.220571 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-26425525-1084-410d-bd71-a96c2ae73abb req-418b8dc1-cd79-4471-a21f-f0e213ace155 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3e702e6e-ebe1-46a7-b30d-f3d140ac2993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907168 Sep 04 01:08:26.485639 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682abf49-44d2-4a50-8f60-abbae63777f4 req-ef87e574-3d9e-4d68-91a4-4d24b3d61d37 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:26.487105 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-682abf49-44d2-4a50-8f60-abbae63777f4 req-ef87e574-3d9e-4d68-91a4-4d24b3d61d37 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0480201 Sep 04 01:08:26.538562 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-682abf49-44d2-4a50-8f60-abbae63777f4 req-ebf72605-edb0-4704-8942-94c1ccf00fe0 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458381 Sep 04 01:08:26.937950 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 1f56da33-407e-4160-b5c8-764c4a91f864 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:08:26.991174 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 50278) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:27.015100 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:27.043549 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-26425525-1084-410d-bd71-a96c2ae73abb req-308aaf31-e0bd-40a3-936f-6b350fbeb167 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3e702e6e-ebe1-46a7-b30d-f3d140ac2993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054344 Sep 04 01:08:27.052480 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 1f56da33-407e-4160-b5c8-764c4a91f864, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1f56da33-407e-4160-b5c8-764c4a91f864,segment=NetworkSegment(4b145fcd-b870-4624-8e9b-50fe2a121117),segment_id=4b145fcd-b870-4624-8e9b-50fe2a121117)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:27.065089 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': '1f56da33-407e-4160-b5c8-764c4a91f864', 'network_id': '7e04f73d-bad8-4860-94c2-08b2d4e17fa9', 'port_id': '1f56da33-407e-4160-b5c8-764c4a91f864', 'mac_address': 'fa:16:3e:28:5a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1715ca4f-993d-4984-97fb-84481d321a38', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:08:27.101786 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 1f56da33-407e-4160-b5c8-764c4a91f864 is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:27.102413 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (1f56da33-407e-4160-b5c8-764c4a91f864), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:27.106414 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-072b13e2-6d88-4abb-bd92-4840768c7920 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1866404127-network', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:27.119568 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f56da33-407e-4160-b5c8-764c4a91f864 {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:08:27.141657 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 1f56da33-407e-4160-b5c8-764c4a91f864, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1f56da33-407e-4160-b5c8-764c4a91f864,segment=NetworkSegment(4b145fcd-b870-4624-8e9b-50fe2a121117),segment_id=4b145fcd-b870-4624-8e9b-50fe2a121117)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:27.153773 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c691e-61b8-4cd3-ade3-1c7c2f2115ce req-ceb35fd5-e28c-4508-8561-ea9ebf123d84 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:27.155257 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0c6c691e-61b8-4cd3-ade3-1c7c2f2115ce req-ceb35fd5-e28c-4508-8561-ea9ebf123d84 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 943 time: 0.0636292 Sep 04 01:08:27.189336 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072b13e2-6d88-4abb-bd92-4840768c7920 admin admin] Made reservation on behalf of 735896cd6b3b4c448dd94b3bf7577cb8 for: {'network': 1} {{(pid=106790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:08:27.192211 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-072b13e2-6d88-4abb-bd92-4840768c7920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for network (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:27.201967 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-072b13e2-6d88-4abb-bd92-4840768c7920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:27.206091 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0c6c691e-61b8-4cd3-ade3-1c7c2f2115ce req-fc3528b7-58d1-4fbb-ae0a-4c8f9ab83706 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448911 Sep 04 01:08:27.227457 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (1f56da33-407e-4160-b5c8-764c4a91f864), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:27.248898 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:27.254234 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:27.277528 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=1f56da33-407e-4160-b5c8-764c4a91f864,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:27.282517 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-072b13e2-6d88-4abb-bd92-4840768c7920 admin admin] Publish callbacks [] for security_group (a8764ee1-c7fb-4fc4-9d1d-0fd46b8560a9), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:27.360890 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-072b13e2-6d88-4abb-bd92-4840768c7920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (a8764ee1-c7fb-4fc4-9d1d-0fd46b8560a9), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:27.387097 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072b13e2-6d88-4abb-bd92-4840768c7920 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=106790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:08:27.398978 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b13e2-6d88-4abb-bd92-4840768c7920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8764ee1-c7fb-4fc4-9d1d-0fd46b8560a9,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:27.401899 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-072b13e2-6d88-4abb-bd92-4840768c7920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (7f3c23b7-4619-4de8-89fe-789a39101159), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:27.402238 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.segments_db [None req-072b13e2-6d88-4abb-bd92-4840768c7920 admin admin] Added segment 7f3c23b7-4619-4de8-89fe-789a39101159 of type vlan for network a4020194-c9cd-46d3-9c56-5d8c215c248f Sep 04 01:08:27.444017 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-072b13e2-6d88-4abb-bd92-4840768c7920 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760291093679'] for network (a4020194-c9cd-46d3-9c56-5d8c215c248f), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:27.527617 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-072b13e2-6d88-4abb-bd92-4840768c7920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for network (a4020194-c9cd-46d3-9c56-5d8c215c248f), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:27.528578 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072b13e2-6d88-4abb-bd92-4840768c7920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:27.529206 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-072b13e2-6d88-4abb-bd92-4840768c7920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:27.593932 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b13e2-6d88-4abb-bd92-4840768c7920 admin admin] Pushing event updated for resources: {'Network': ['ID=a4020194-c9cd-46d3-9c56-5d8c215c248f,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:27.604249 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Network a4020194-c9cd-46d3-9c56-5d8c215c248f details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:08:27.638339 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-072b13e2-6d88-4abb-bd92-4840768c7920 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6460955 Sep 04 01:08:27.642032 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 50286) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:27.647717 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-f226491a-7e8a-4341-8055-045aa7c4ea55 admin admin] Request body: {'subnet': {'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1866404127-subnet', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'ip_version': 4}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:27.675528 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423d5a1-0230-4f75-9801-46d99011d0e5 req-71f898dc-c96b-4ea4-a5ad-54cca7d3e808 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:27.677025 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2423d5a1-0230-4f75-9801-46d99011d0e5 req-71f898dc-c96b-4ea4-a5ad-54cca7d3e808 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0522168 Sep 04 01:08:27.710933 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f226491a-7e8a-4341-8055-045aa7c4ea55 admin admin] Made reservation on behalf of 735896cd6b3b4c448dd94b3bf7577cb8 for: {'subnet': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:08:27.713362 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f226491a-7e8a-4341-8055-045aa7c4ea55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65271629'] for subnet (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:27.724704 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2423d5a1-0230-4f75-9801-46d99011d0e5 req-ca93bca0-8057-454f-9527-e3caeaf1aa8a tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419288 Sep 04 01:08:27.866536 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 449add0b-213e-49af-b0f2-5656f19d796f no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:08:27.889919 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] No Port match for: 449add0b-213e-49af-b0f2-5656f19d796f {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:08:27.890265 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 449add0b-213e-49af-b0f2-5656f19d796f not bound to the agent host hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:08:27.922322 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f226491a-7e8a-4341-8055-045aa7c4ea55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65166100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65271679'] for subnet (7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:27.980463 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226491a-7e8a-4341-8055-045aa7c4ea55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:27.989617 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f226491a-7e8a-4341-8055-045aa7c4ea55 admin admin] Checking segment: {'id': '7f3c23b7-4619-4de8-89fe-789a39101159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:08:27.989972 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f226491a-7e8a-4341-8055-045aa7c4ea55 admin admin] Network hostable DHCP agents. Network: a4020194-c9cd-46d3-9c56-5d8c215c248f, hostable agents: ['f07b96a2-ea86-405f-a561-e6ede253778c'], hosted agents: [] {{(pid=106791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:08:28.098847 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f226491a-7e8a-4341-8055-045aa7c4ea55 admin admin] Network a4020194-c9cd-46d3-9c56-5d8c215c248f is scheduled to be hosted by DHCP agent f07b96a2-ea86-405f-a561-e6ede253778c with binding_index 1 {{(pid=106791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:08:28.178299 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-f226491a-7e8a-4341-8055-045aa7c4ea55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, a4020194-c9cd-46d3-9c56-5d8c215c248f) {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:08:28.182998 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f226491a-7e8a-4341-8055-045aa7c4ea55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:28.184122 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f226491a-7e8a-4341-8055-045aa7c4ea55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:28.188319 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2affb8-d980-4ddc-a1ae-12cd6a39ae0c None None] Network a4020194-c9cd-46d3-9c56-5d8c215c248f requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:08:28.303751 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2695818f-d9d7-4551-97bc-08d39de0af92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-a4020194-c9cd-46d3-9c56-5d8c215c248f', 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f', 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'fixed_ips': [{'subnet_id': '7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db'}]}} from dv-cinder-master-3-iscsi. {{(pid=106792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 01:08:28.304758 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2695818f-d9d7-4551-97bc-08d39de0af92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:28.320112 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-f226491a-7e8a-4341-8055-045aa7c4ea55 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6766601 Sep 04 01:08:28.323365 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 50306) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:28.327170 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-82edcd43-3903-4b76-aa1e-22c208c83c07 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1866404127-router', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:28.334551 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['1f56da33-407e-4160-b5c8-764c4a91f864'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:08:28.340464 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:28.361528 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839d8a1-1889-4bf7-be4f-0b053302f687 req-2a3a3ba6-3e0a-4413-9ced-61c217c75a35 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:28.363633 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a839d8a1-1889-4bf7-be4f-0b053302f687 req-2a3a3ba6-3e0a-4413-9ced-61c217c75a35 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 944 time: 0.0780666 Sep 04 01:08:28.419302 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-82edcd43-3903-4b76-aa1e-22c208c83c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1814000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14356'] for router (f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:28.420511 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-82edcd43-3903-4b76-aa1e-22c208c83c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1814446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14365'] for router (f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:28.423822 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a839d8a1-1889-4bf7-be4f-0b053302f687 req-bc8b822c-dbcf-430b-b363-9c6f6ec75a60 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526733 Sep 04 01:08:28.493263 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-82edcd43-3903-4b76-aa1e-22c208c83c07 admin admin] Publish callbacks [] for router_controller (f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7), precommit_add_association {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:28.546349 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.db_base_plugin_common [None req-2695818f-d9d7-4551-97bc-08d39de0af92 None None] Allocated IP 172.20.0.2 (a4020194-c9cd-46d3-9c56-5d8c215c248f/7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db/68e4df44-e581-4fa1-922b-1b78021d5d7b) {{(pid=106792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:08:28.695562 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-82edcd43-3903-4b76-aa1e-22c208c83c07 admin admin] Publish callbacks [] for router_gateway (f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:28.702964 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:28.728108 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2695818f-d9d7-4551-97bc-08d39de0af92 None None] Publish callbacks [] for port (68e4df44-e581-4fa1-922b-1b78021d5d7b), precommit_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:28.730888 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:28.802650 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2695818f-d9d7-4551-97bc-08d39de0af92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (68e4df44-e581-4fa1-922b-1b78021d5d7b), after_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:28.867464 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2695818f-d9d7-4551-97bc-08d39de0af92 None None] Network a4020194-c9cd-46d3-9c56-5d8c215c248f is already hosted by enough agents. {{(pid=106792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:08:28.870642 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.base_scheduler [None req-2695818f-d9d7-4551-97bc-08d39de0af92 None None] Resources bound (agent type, host, resource id): {{(pid=106792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:08:28.887391 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2695818f-d9d7-4551-97bc-08d39de0af92 None None] Received port after_create {{(pid=106792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:08:28.910661 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695818f-d9d7-4551-97bc-08d39de0af92 None None] Pushing event updated for resources: {'Port': ['ID=68e4df44-e581-4fa1-922b-1b78021d5d7b,revision_number=1']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:28.930222 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:28.984921 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8f130-f64e-4276-8111-5fac85645097 req-698f19ea-6019-45ed-b09f-22a840d9cfb7 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:28.986563 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-69c8f130-f64e-4276-8111-5fac85645097 req-698f19ea-6019-45ed-b09f-22a840d9cfb7 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.1053271 Sep 04 01:08:28.999079 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-2695818f-d9d7-4551-97bc-08d39de0af92 None None] Attempting to bind port 68e4df44-e581-4fa1-922b-1b78021d5d7b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:08:29.000112 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-2695818f-d9d7-4551-97bc-08d39de0af92 None None] Attempting to bind port 68e4df44-e581-4fa1-922b-1b78021d5d7b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '7f3c23b7-4619-4de8-89fe-789a39101159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:08:29.001467 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2695818f-d9d7-4551-97bc-08d39de0af92 None None] Attempting to bind port 68e4df44-e581-4fa1-922b-1b78021d5d7b on network a4020194-c9cd-46d3-9c56-5d8c215c248f {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:08:29.009894 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:29.012252 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2695818f-d9d7-4551-97bc-08d39de0af92 None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:08:29.012911 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=16 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:29.013163 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2695818f-d9d7-4551-97bc-08d39de0af92 None None] Checking segment: {'id': '7f3c23b7-4619-4de8-89fe-789a39101159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:08:29.014038 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2695818f-d9d7-4551-97bc-08d39de0af92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:29.015135 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2695818f-d9d7-4551-97bc-08d39de0af92 None None] Bound using segment: {'id': '7f3c23b7-4619-4de8-89fe-789a39101159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:08:29.016478 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-2695818f-d9d7-4551-97bc-08d39de0af92 None None] Bound port: 68e4df44-e581-4fa1-922b-1b78021d5d7b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3c23b7-4619-4de8-89fe-789a39101159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:08:29.019062 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2695818f-d9d7-4551-97bc-08d39de0af92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (68e4df44-e581-4fa1-922b-1b78021d5d7b), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:29.146809 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-2695818f-d9d7-4551-97bc-08d39de0af92 None None] For port 68e4df44-e581-4fa1-922b-1b78021d5d7b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:08:29.151471 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-2695818f-d9d7-4551-97bc-08d39de0af92 None None] For port 68e4df44-e581-4fa1-922b-1b78021d5d7b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=68e4df44-e581-4fa1-922b-1b78021d5d7b,segment=NetworkSegment(7f3c23b7-4619-4de8-89fe-789a39101159),segment_id=7f3c23b7-4619-4de8-89fe-789a39101159)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:08:29.161511 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-69c8f130-f64e-4276-8111-5fac85645097 req-4b2be3a4-38ae-4a26-9f80-a33dad0c8d19 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432850 Sep 04 01:08:29.164868 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-82edcd43-3903-4b76-aa1e-22c208c83c07 admin admin] Publish callbacks [] for router_gateway (f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:29.198244 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-82edcd43-3903-4b76-aa1e-22c208c83c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:29.244733 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2695818f-d9d7-4551-97bc-08d39de0af92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (68e4df44-e581-4fa1-922b-1b78021d5d7b), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:29.419342 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_common [None req-82edcd43-3903-4b76-aa1e-22c208c83c07 admin admin] Allocated IP 172.37.7.41 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/e507db86-47c3-4953-96bb-c5e552b4f602) {{(pid=106790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:08:29.575236 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695818f-d9d7-4551-97bc-08d39de0af92 None None] Pushing event updated for resources: {'Port': ['ID=68e4df44-e581-4fa1-922b-1b78021d5d7b,revision_number=2']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:29.632784 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:29.645361 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-82edcd43-3903-4b76-aa1e-22c208c83c07 admin admin] Publish callbacks [] for port (e507db86-47c3-4953-96bb-c5e552b4f602), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:29.645683 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6889bc-0609-4aff-8ca3-d20d37561129 req-c941bbf4-5e10-4430-b2a0-66c856cbdb86 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:29.651009 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6e6889bc-0609-4aff-8ca3-d20d37561129 req-c941bbf4-5e10-4430-b2a0-66c856cbdb86 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 944 time: 0.1264908 Sep 04 01:08:29.742438 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6e6889bc-0609-4aff-8ca3-d20d37561129 req-60f49a9e-2bbb-4b11-9206-ab49ec66e8b9 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801947 Sep 04 01:08:29.750706 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-82edcd43-3903-4b76-aa1e-22c208c83c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (e507db86-47c3-4953-96bb-c5e552b4f602), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:29.816586 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82edcd43-3903-4b76-aa1e-22c208c83c07 admin admin] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:08:29.819913 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-82edcd43-3903-4b76-aa1e-22c208c83c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:08:29.837562 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82edcd43-3903-4b76-aa1e-22c208c83c07 admin admin] Received port after_create {{(pid=106790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:08:29.895043 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edcd43-3903-4b76-aa1e-22c208c83c07 admin admin] Pushing event updated for resources: {'Port': ['ID=e507db86-47c3-4953-96bb-c5e552b4f602,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:29.908631 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 1f56da33-407e-4160-b5c8-764c4a91f864 up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:08:29.990629 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning for port 1f56da33-407e-4160-b5c8-764c4a91f864 completed by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:08:30.053398 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port 1f56da33-407e-4160-b5c8-764c4a91f864 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:30.053835 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (1f56da33-407e-4160-b5c8-764c4a91f864), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:30.137798 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 1f56da33-407e-4160-b5c8-764c4a91f864 is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:30.138522 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (1f56da33-407e-4160-b5c8-764c4a91f864), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:30.168263 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac07994-d434-4a73-802f-31d1772c646c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f56da33-407e-4160-b5c8-764c4a91f864'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:08:30.172278 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c200ca-4afe-49b9-9019-6c355ed9c63a" -d '{"events": [{"server_uuid": "dac07994-d434-4a73-802f-31d1772c646c", "name": "network-vif-plugged", "status": "completed", "tag": "1f56da33-407e-4160-b5c8-764c4a91f864"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:08:30.191074 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 1f56da33-407e-4160-b5c8-764c4a91f864, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1f56da33-407e-4160-b5c8-764c4a91f864,segment=NetworkSegment(4b145fcd-b870-4624-8e9b-50fe2a121117),segment_id=4b145fcd-b870-4624-8e9b-50fe2a121117)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:30.243825 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3c8d0b-f597-4b65-a448-b280c3859c86 x-openstack-request-id: req-5b3c8d0b-f597-4b65-a448-b280c3859c86 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:08:30.244299 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac07994-d434-4a73-802f-31d1772c646c", "name": "network-vif-plugged", "status": "completed", "tag": "1f56da33-407e-4160-b5c8-764c4a91f864", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:08:30.244730 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b3c8d0b-f597-4b65-a448-b280c3859c86 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:08:30.245489 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3c8d0b-f597-4b65-a448-b280c3859c86'] response: {'server_uuid': 'dac07994-d434-4a73-802f-31d1772c646c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f56da33-407e-4160-b5c8-764c4a91f864', 'code': 200} Sep 04 01:08:30.266183 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (1f56da33-407e-4160-b5c8-764c4a91f864), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:30.266403 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-82edcd43-3903-4b76-aa1e-22c208c83c07 admin admin] Publish callbacks [] for router_gateway (f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:30.379938 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1c792-88f3-44bf-ac5f-c186e5ac748e req-8a60eaaa-ec8c-4132-b2a0-dfefc48ad4e7 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:30.382049 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9fa1c792-88f3-44bf-ac5f-c186e5ac748e req-8a60eaaa-ec8c-4132-b2a0-dfefc48ad4e7 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0901887 Sep 04 01:08:30.388972 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:30.410314 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=1f56da33-407e-4160-b5c8-764c4a91f864,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:30.497751 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9fa1c792-88f3-44bf-ac5f-c186e5ac748e req-24f450ff-185a-49ca-b9b5-0ffaec446b9b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087270 Sep 04 01:08:30.529039 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 68e4df44-e581-4fa1-922b-1b78021d5d7b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:08:30.653640 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 68e4df44-e581-4fa1-922b-1b78021d5d7b triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:30.654019 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (68e4df44-e581-4fa1-922b-1b78021d5d7b), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:30.723637 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c0dfc0d1-e59c-4d10-821d-c7b2c4c0b588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:30.728780 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8db10c-c061-4893-9c39-eec2bc6bff26 None None] Network a4020194-c9cd-46d3-9c56-5d8c215c248f requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:08:30.740515 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-82edcd43-3903-4b76-aa1e-22c208c83c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816303'] for router (f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:30.928119 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:30.929175 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-eacc6a20-d3d9-48be-8990-82bf4f8030b8 None None] Provisioning complete for port 68e4df44-e581-4fa1-922b-1b78021d5d7b triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:30.929807 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-eacc6a20-d3d9-48be-8990-82bf4f8030b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (68e4df44-e581-4fa1-922b-1b78021d5d7b), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:30.972142 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4723c-f526-4771-9e3f-62ede3f6f74f req-91364f38-c9d0-4c6a-9031-214f4137b3fc tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:30.974160 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-02e4723c-f526-4771-9e3f-62ede3f6f74f req-91364f38-c9d0-4c6a-9031-214f4137b3fc tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 945 time: 0.0673690 Sep 04 01:08:31.005937 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:31.009953 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 68e4df44-e581-4fa1-922b-1b78021d5d7b is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:31.010338 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (68e4df44-e581-4fa1-922b-1b78021d5d7b), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:31.057680 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-02e4723c-f526-4771-9e3f-62ede3f6f74f req-72c49caa-53b2-4b4e-875c-d1a0c010e445 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761027 Sep 04 01:08:31.122171 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82edcd43-3903-4b76-aa1e-22c208c83c07 admin admin] Router f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 is scheduled to L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe with binding_index 1 {{(pid=106790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 01:08:31.139642 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port 68e4df44-e581-4fa1-922b-1b78021d5d7b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=68e4df44-e581-4fa1-922b-1b78021d5d7b,segment=NetworkSegment(7f3c23b7-4619-4de8-89fe-789a39101159),segment_id=7f3c23b7-4619-4de8-89fe-789a39101159)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:31.176223 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-eacc6a20-d3d9-48be-8990-82bf4f8030b8 None None] Current status of the port 68e4df44-e581-4fa1-922b-1b78021d5d7b is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:31.176223 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-eacc6a20-d3d9-48be-8990-82bf4f8030b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (68e4df44-e581-4fa1-922b-1b78021d5d7b), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:31.261433 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82edcd43-3903-4b76-aa1e-22c208c83c07 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:08:31.279198 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] Sync routers for ids ['f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:08:31.312517 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] Routers {'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:08:31.314812 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:08:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:31.451747 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] Set router f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:08:31.641853 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:31.665585 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7e125-3ab1-4b08-a495-4bd6d8e8c1a3 req-c2f2f4fa-0802-4ded-9f94-6babd1c057c6 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:31.667096 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-10c7e125-3ab1-4b08-a495-4bd6d8e8c1a3 req-c2f2f4fa-0802-4ded-9f94-6babd1c057c6 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0784876 Sep 04 01:08:31.684931 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (68e4df44-e581-4fa1-922b-1b78021d5d7b), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:31.743198 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=68e4df44-e581-4fa1-922b-1b78021d5d7b,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:31.757971 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-10c7e125-3ab1-4b08-a495-4bd6d8e8c1a3 req-c1446f09-bf44-4ee5-8ac0-e4c89218d05b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765827 Sep 04 01:08:31.800210 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.db.api [None req-eacc6a20-d3d9-48be-8990-82bf4f8030b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 04 01:08:31.804698 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG oslo_db.api [None req-eacc6a20-d3d9-48be-8990-82bf4f8030b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 04 01:08:31.804698 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'name': 'tempest-TestShelveInstance-1866404127-router', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41'}], 'enable_snat': True}, 'gw_port_id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:28Z', 'updated_at': '2022-09-04T01:08:30Z', 'revision_number': 3, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'gw_port': {'id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:29Z', 'updated_at': '2022-09-04T01:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:31.828631 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] Checking router: f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:08:31.829007 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] Updating router f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 port e507db86-47c3-4953-96bb-c5e552b4f602 binding host dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:08:31.859804 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (e507db86-47c3-4953-96bb-c5e552b4f602), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:31.889431 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-82edcd43-3903-4b76-aa1e-22c208c83c07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:31.893216 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-82edcd43-3903-4b76-aa1e-22c208c83c07 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5669045 Sep 04 01:08:31.894138 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 50354) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:31.967428 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:32.242383 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] Publish callbacks [] for port (e507db86-47c3-4953-96bb-c5e552b4f602), precommit_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:32.264673 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addcafa-52a8-4630-a21f-8faffb615984 req-f0a8a0bb-7fae-48ee-84df-7cbbaa574714 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:32.266208 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3addcafa-52a8-4630-a21f-8faffb615984 req-f0a8a0bb-7fae-48ee-84df-7cbbaa574714 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 945 time: 0.0927250 Sep 04 01:08:32.327985 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (e507db86-47c3-4953-96bb-c5e552b4f602), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:32.336046 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3addcafa-52a8-4630-a21f-8faffb615984 req-03d7ce6e-8316-4150-8c7a-eb08d0112a26 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639782 Sep 04 01:08:32.346988 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] Attempting to bind port e507db86-47c3-4953-96bb-c5e552b4f602 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:08:32.347418 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] Attempting to bind port e507db86-47c3-4953-96bb-c5e552b4f602 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:08:32.347778 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] Attempting to bind port e507db86-47c3-4953-96bb-c5e552b4f602 on network e8e0564a-d5c9-4fe0-b2d4-538f45096708 {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:08:32.360054 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:32.361732 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:08:32.362886 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] Checking segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:08:32.363385 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:32.363943 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] Bound using segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:08:32.364415 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] Bound port: e507db86-47c3-4953-96bb-c5e552b4f602, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:08:32.364805 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (e507db86-47c3-4953-96bb-c5e552b4f602), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:32.407017 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:32.411892 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-eacc6a20-d3d9-48be-8990-82bf4f8030b8 None None] Current status of the port 68e4df44-e581-4fa1-922b-1b78021d5d7b is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:32.441658 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8643169-d07b-4b2f-a4f6-9010e004d3df None None] Pushing event updated for resources: {'Port': ['ID=e507db86-47c3-4953-96bb-c5e552b4f602,revision_number=2']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:32.466920 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 68e4df44-e581-4fa1-922b-1b78021d5d7b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:08:32.497403 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-200d823b-a93f-4478-896b-fee914de6602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:32.498640 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] For port e507db86-47c3-4953-96bb-c5e552b4f602, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:08:32.519940 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] For port e507db86-47c3-4953-96bb-c5e552b4f602, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e507db86-47c3-4953-96bb-c5e552b4f602,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:08:32.548004 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-a9654782-54da-4296-a220-32e16f6cc73d None None] Provisioning complete for port 68e4df44-e581-4fa1-922b-1b78021d5d7b triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:32.548496 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-a9654782-54da-4296-a220-32e16f6cc73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (68e4df44-e581-4fa1-922b-1b78021d5d7b), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:32.572562 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 68e4df44-e581-4fa1-922b-1b78021d5d7b triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:32.572941 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (68e4df44-e581-4fa1-922b-1b78021d5d7b), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:32.598734 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (e507db86-47c3-4953-96bb-c5e552b4f602), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:32.663470 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] Routers {'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:08:32.664103 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:08:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:32.733748 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [None req-200d823b-a93f-4478-896b-fee914de6602 admin admin] Allocated IP 172.20.0.1 (a4020194-c9cd-46d3-9c56-5d8c215c248f/7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db/9db3ca9e-27d3-4852-b8c6-3fc745d2d055) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:08:32.739155 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8643169-d07b-4b2f-a4f6-9010e004d3df None None] Pushing event updated for resources: {'Port': ['ID=e507db86-47c3-4953-96bb-c5e552b4f602,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:32.786895 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:32.959902 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9364d2f-39d6-4d93-8989-0b53cf7b3b34 req-c99390eb-86b5-4d08-a068-681fabeaa1fd tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:32.961575 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d9364d2f-39d6-4d93-8989-0b53cf7b3b34 req-c99390eb-86b5-4d08-a068-681fabeaa1fd tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0950813 Sep 04 01:08:32.996453 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-200d823b-a93f-4478-896b-fee914de6602 admin admin] Publish callbacks [] for port (9db3ca9e-27d3-4852-b8c6-3fc745d2d055), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:33.004444 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-a9654782-54da-4296-a220-32e16f6cc73d None None] Current status of the port 68e4df44-e581-4fa1-922b-1b78021d5d7b is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:33.006354 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 68e4df44-e581-4fa1-922b-1b78021d5d7b is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:33.020572 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] Set router f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:08:33.043585 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d9364d2f-39d6-4d93-8989-0b53cf7b3b34 req-3f76125f-4396-4d2d-b6d9-ce8e2538fc65 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753663 Sep 04 01:08:33.217397 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'name': 'tempest-TestShelveInstance-1866404127-router', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41'}], 'enable_snat': True}, 'gw_port_id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:28Z', 'updated_at': '2022-09-04T01:08:30Z', 'revision_number': 3, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'gw_port': {'id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:29Z', 'updated_at': '2022-09-04T01:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:33.248645 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53af88-04f6-4457-9ee5-1c7641799da4 None None] The sync data for ids ['f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'] in dv-cinder-master-3-iscsi is: [{'id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'name': 'tempest-TestShelveInstance-1866404127-router', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41'}], 'enable_snat': True}, 'gw_port_id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:28Z', 'updated_at': '2022-09-04T01:08:30Z', 'revision_number': 3, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'gw_port': {'id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:29Z', 'updated_at': '2022-09-04T01:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:08:33.281529 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-541071db-c2c1-43cc-9521-2f469fd43038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:33.282153 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-200d823b-a93f-4478-896b-fee914de6602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (9db3ca9e-27d3-4852-b8c6-3fc745d2d055), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:33.319044 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:33.342404 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200d823b-a93f-4478-896b-fee914de6602 admin admin] Network a4020194-c9cd-46d3-9c56-5d8c215c248f is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:08:33.348232 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-200d823b-a93f-4478-896b-fee914de6602 admin admin] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:08:33.350789 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d823b-a93f-4478-896b-fee914de6602 admin admin] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:08:33.396675 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-200d823b-a93f-4478-896b-fee914de6602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1721164'] for router_interface (f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:33.399111 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d823b-a93f-4478-896b-fee914de6602 admin admin] Pushing event updated for resources: {'Port': ['ID=9db3ca9e-27d3-4852-b8c6-3fc745d2d055,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:33.541685 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa4076-9e12-4dc1-b084-ee6c76903579 req-8a55bf65-2ac4-43bd-b9e7-725aa53a5cb5 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:33.549972 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c1aa4076-9e12-4dc1-b084-ee6c76903579 req-8a55bf65-2ac4-43bd-b9e7-725aa53a5cb5 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 945 time: 0.0822532 Sep 04 01:08:33.735704 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-200d823b-a93f-4478-896b-fee914de6602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (9db3ca9e-27d3-4852-b8c6-3fc745d2d055), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:33.856642 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-19a99850-afab-44a8-8f69-547e3057dfb5 None None] Provisioning complete for port 9db3ca9e-27d3-4852-b8c6-3fc745d2d055 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:33.857322 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-19a99850-afab-44a8-8f69-547e3057dfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (9db3ca9e-27d3-4852-b8c6-3fc745d2d055), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:33.949842 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-19a99850-afab-44a8-8f69-547e3057dfb5 None None] Port 9db3ca9e-27d3-4852-b8c6-3fc745d2d055 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:08:34.039574 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-200d823b-a93f-4478-896b-fee914de6602 admin admin] Publish callbacks [] for port (9db3ca9e-27d3-4852-b8c6-3fc745d2d055), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:34.051883 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c1aa4076-9e12-4dc1-b084-ee6c76903579 req-f9c245fe-e559-4d52-b676-6df2ebeab113 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5010080 Sep 04 01:08:34.105283 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-200d823b-a93f-4478-896b-fee914de6602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (9db3ca9e-27d3-4852-b8c6-3fc745d2d055), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:34.156132 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:34.197162 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-200d823b-a93f-4478-896b-fee914de6602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1721328'] for router_interface (f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:34.283629 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295545e8-737f-47a8-b73c-7a010dcbe520 req-e8ceb8a8-5cc2-49e9-bd66-d5f17d7db12d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:34.285663 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-295545e8-737f-47a8-b73c-7a010dcbe520 req-e8ceb8a8-5cc2-49e9-bd66-d5f17d7db12d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.1033266 Sep 04 01:08:34.288588 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d823b-a93f-4478-896b-fee914de6602 admin admin] Pushing event updated for resources: {'Port': ['ID=9db3ca9e-27d3-4852-b8c6-3fc745d2d055,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:34.329336 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:34.416287 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-295545e8-737f-47a8-b73c-7a010dcbe520 req-a2ae8b49-228c-4573-956c-afc95c3f8e88 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941904 Sep 04 01:08:34.449124 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200d823b-a93f-4478-896b-fee914de6602 admin admin] Network a4020194-c9cd-46d3-9c56-5d8c215c248f is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:08:34.449124 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-200d823b-a93f-4478-896b-fee914de6602 admin admin] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:08:34.526751 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device e507db86-47c3-4953-96bb-c5e552b4f602 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:08:34.650146 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port e507db86-47c3-4953-96bb-c5e552b4f602 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:34.650513 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (e507db86-47c3-4953-96bb-c5e552b4f602), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:34.665921 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200d823b-a93f-4478-896b-fee914de6602 admin admin] Router f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:08:34.683494 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:34.827625 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port e507db86-47c3-4953-96bb-c5e552b4f602 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:34.828103 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (e507db86-47c3-4953-96bb-c5e552b4f602), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:34.871856 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port e507db86-47c3-4953-96bb-c5e552b4f602, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e507db86-47c3-4953-96bb-c5e552b4f602,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:34.888827 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-0d367bfa-f90c-4f08-b890-8b9be06e51b3 None None] Provisioning complete for port 9db3ca9e-27d3-4852-b8c6-3fc745d2d055 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:34.890810 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-0d367bfa-f90c-4f08-b890-8b9be06e51b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (9db3ca9e-27d3-4852-b8c6-3fc745d2d055), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:34.927490 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-0d367bfa-f90c-4f08-b890-8b9be06e51b3 None None] Port 9db3ca9e-27d3-4852-b8c6-3fc745d2d055 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:08:34.948213 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (e507db86-47c3-4953-96bb-c5e552b4f602), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:35.008968 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=e507db86-47c3-4953-96bb-c5e552b4f602,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:35.183784 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200d823b-a93f-4478-896b-fee914de6602 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:08:35.196557 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-200d823b-a93f-4478-896b-fee914de6602 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2934661 Sep 04 01:08:35.213020 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf2a6a-742a-4827-8a7c-97695d729d74 req-d0c46a9e-697d-4e46-8161-25bb484d1ccf tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:35.214728 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-accf2a6a-742a-4827-8a7c-97695d729d74 req-d0c46a9e-697d-4e46-8161-25bb484d1ccf tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 945 time: 0.0766335 Sep 04 01:08:35.253349 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:35.320778 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-accf2a6a-742a-4827-8a7c-97695d729d74 req-503e1042-9f29-4b32-9c2a-51219c3d87aa tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998788 Sep 04 01:08:35.668249 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4496ee6-8432-4c2a-8b5d-6a0a80ad52c5 req-b2ca0474-a446-4158-83ce-c6921054db59 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:35.689142 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a4496ee6-8432-4c2a-8b5d-6a0a80ad52c5 req-b2ca0474-a446-4158-83ce-c6921054db59 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.1180298 Sep 04 01:08:35.783883 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:35.784255 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a4496ee6-8432-4c2a-8b5d-6a0a80ad52c5 req-3e297d49-295d-44ad-986b-05f7cd2705b0 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902295 Sep 04 01:08:35.840535 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:35.909269 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-28ccfed1-8a79-4d69-9ca9-09352aa74754 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:35.909269 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-28ccfed1-8a79-4d69-9ca9-09352aa74754 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/networks?id=f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d HTTP/1.1" status: 200 len: 813 time: 0.1922741 Sep 04 01:08:35.927454 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:35.944654 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-7bb67255-ab05-4760-825f-014453efc549 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/quotas/6071c3a795ba4aa098e3af8cde306d58 HTTP/1.1" status: 200 len: 375 time: 0.0282397 Sep 04 01:08:35.946057 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] Sync routers for ids ['f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:08:35.961830 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] Routers {'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:08:35.964067 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:08:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:36.016150 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-17db21cc-8c9e-4a5d-ad9c-4f4d8723b984 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=6071c3a795ba4aa098e3af8cde306d58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703635 Sep 04 01:08:36.086771 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:36.090932 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] Set router f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:08:36.153945 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-228cd6e8-eeaa-4a2c-ae63-cb0fe25d8d09 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358964 Sep 04 01:08:36.296956 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-68d74c45-7ed4-4e8d-bd5f-b4434ae08b26 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416740 Sep 04 01:08:36.327798 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'name': 'tempest-TestShelveInstance-1866404127-router', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41'}], 'enable_snat': True}, 'gw_port_id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:28Z', 'updated_at': '2022-09-04T01:08:33Z', 'revision_number': 4, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'gw_port': {'id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:29Z', 'updated_at': '2022-09-04T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9db3ca9e-27d3-4852-b8c6-3fc745d2d055', 'name': '', 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'mac_address': 'fa:16:3e:50:56:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:32Z', 'updated_at': '2022-09-04T01:08:33Z', 'revision_number': 2, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'subnets': [{'id': '7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:36.368332 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 50408) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:36.368802 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] Checking router: f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:08:36.368802 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] Updating router f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 port 9db3ca9e-27d3-4852-b8c6-3fc745d2d055 binding host dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:08:36.369273 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-7e6709c7-e5a0-48fc-b2fa-a513504ae980 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-985308805-network', 'tenant_id': '2e0ecc6513e54f9597cef651eabc4879'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:36.404739 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (9db3ca9e-27d3-4852-b8c6-3fc745d2d055), before_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:36.514331 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a52374-6382-4f6e-ac7f-bfb08b7639b4 req-bd627506-1c23-4012-8cdc-14114ec71c1a tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:36.529596 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-13a52374-6382-4f6e-ac7f-bfb08b7639b4 req-bd627506-1c23-4012-8cdc-14114ec71c1a tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 945 time: 0.0609672 Sep 04 01:08:36.538406 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device e507db86-47c3-4953-96bb-c5e552b4f602 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:08:36.545721 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6709c7-e5a0-48fc-b2fa-a513504ae980 admin admin] Made reservation on behalf of 2e0ecc6513e54f9597cef651eabc4879 for: {'network': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:08:36.551001 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7e6709c7-e5a0-48fc-b2fa-a513504ae980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for network (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:36.609664 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7e6709c7-e5a0-48fc-b2fa-a513504ae980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:36.661960 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-13a52374-6382-4f6e-ac7f-bfb08b7639b4 req-103568bb-9b61-41a8-b596-55e890ebd268 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305473 Sep 04 01:08:36.682248 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-130cb869-704c-41d2-8f57-0f424a71ae86 req-14f5def4-b629-43d1-8323-1f214f2bcc0e tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 210 time: 0.0579445 Sep 04 01:08:36.738699 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port e507db86-47c3-4953-96bb-c5e552b4f602 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:36.739247 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (e507db86-47c3-4953-96bb-c5e552b4f602), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:36.776299 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:36.856907 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] Publish callbacks [] for port (9db3ca9e-27d3-4852-b8c6-3fc745d2d055), precommit_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:36.869767 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7e6709c7-e5a0-48fc-b2fa-a513504ae980 admin admin] Publish callbacks [] for security_group (1bb45a56-42b8-452e-b03e-b012f54274c3), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:36.894134 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port e507db86-47c3-4953-96bb-c5e552b4f602 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:36.949893 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (9db3ca9e-27d3-4852-b8c6-3fc745d2d055), after_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:37.004227 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7e6709c7-e5a0-48fc-b2fa-a513504ae980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (1bb45a56-42b8-452e-b03e-b012f54274c3), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:37.006059 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467681d9-5edd-43ff-b9f5-a9aa4a68e33e None None] Pushing event updated for resources: {'Port': ['ID=9db3ca9e-27d3-4852-b8c6-3fc745d2d055,revision_number=3']} {{(pid=106793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:37.014042 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467681d9-5edd-43ff-b9f5-a9aa4a68e33e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:37.014671 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467681d9-5edd-43ff-b9f5-a9aa4a68e33e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:37.015200 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467681d9-5edd-43ff-b9f5-a9aa4a68e33e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:37.015753 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467681d9-5edd-43ff-b9f5-a9aa4a68e33e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:37.016289 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467681d9-5edd-43ff-b9f5-a9aa4a68e33e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:37.016799 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467681d9-5edd-43ff-b9f5-a9aa4a68e33e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:37.017346 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467681d9-5edd-43ff-b9f5-a9aa4a68e33e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:37.017871 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467681d9-5edd-43ff-b9f5-a9aa4a68e33e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:37.019097 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467681d9-5edd-43ff-b9f5-a9aa4a68e33e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:37.019621 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467681d9-5edd-43ff-b9f5-a9aa4a68e33e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:37.020140 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467681d9-5edd-43ff-b9f5-a9aa4a68e33e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:37.020784 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467681d9-5edd-43ff-b9f5-a9aa4a68e33e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:37.021363 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467681d9-5edd-43ff-b9f5-a9aa4a68e33e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:37.021883 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467681d9-5edd-43ff-b9f5-a9aa4a68e33e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:37.022415 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467681d9-5edd-43ff-b9f5-a9aa4a68e33e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:08:37.053231 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd544ef-d798-4750-8af7-9c18bedfe15c req-0b5b467f-291d-4626-9b56-b647f4c674ca tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:37.060131 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-bcd544ef-d798-4750-8af7-9c18bedfe15c req-0b5b467f-291d-4626-9b56-b647f4c674ca tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.1368563 Sep 04 01:08:37.070933 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6709c7-e5a0-48fc-b2fa-a513504ae980 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=106791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:08:37.084975 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6709c7-e5a0-48fc-b2fa-a513504ae980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb45a56-42b8-452e-b03e-b012f54274c3,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:37.101578 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7e6709c7-e5a0-48fc-b2fa-a513504ae980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (abbe0616-13d4-47f1-9a7c-8e1bb8a244fd), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:37.102003 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.segments_db [None req-7e6709c7-e5a0-48fc-b2fa-a513504ae980 admin admin] Added segment abbe0616-13d4-47f1-9a7c-8e1bb8a244fd of type vlan for network 235816d2-dc0c-4d16-940b-c00d2dfa0d18 Sep 04 01:08:37.116551 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] Attempting to bind port 9db3ca9e-27d3-4852-b8c6-3fc745d2d055 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:08:37.122478 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] Attempting to bind port 9db3ca9e-27d3-4852-b8c6-3fc745d2d055 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '7f3c23b7-4619-4de8-89fe-789a39101159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f'}] {{(pid=106793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:08:37.122478 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] Attempting to bind port 9db3ca9e-27d3-4852-b8c6-3fc745d2d055 on network a4020194-c9cd-46d3-9c56-5d8c215c248f {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:08:37.127278 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:08:37.128680 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] Checking segment: {'id': '7f3c23b7-4619-4de8-89fe-789a39101159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:08:37.129557 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:37.130090 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] Bound using segment: {'id': '7f3c23b7-4619-4de8-89fe-789a39101159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f'} {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:08:37.130722 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] Bound port: 9db3ca9e-27d3-4852-b8c6-3fc745d2d055, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3c23b7-4619-4de8-89fe-789a39101159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f'}}] {{(pid=106793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:08:37.131258 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (9db3ca9e-27d3-4852-b8c6-3fc745d2d055), before_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:37.177355 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7e6709c7-e5a0-48fc-b2fa-a513504ae980 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760291093679'] for network (235816d2-dc0c-4d16-940b-c00d2dfa0d18), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:37.186162 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-bcd544ef-d798-4750-8af7-9c18bedfe15c req-6f295e91-0cb9-449e-b82b-c87ee6b463c8 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190729 Sep 04 01:08:37.218462 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:37.220001 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.db [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] For port 9db3ca9e-27d3-4852-b8c6-3fc745d2d055, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:08:37.224198 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.db [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] For port 9db3ca9e-27d3-4852-b8c6-3fc745d2d055, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9db3ca9e-27d3-4852-b8c6-3fc745d2d055,segment=NetworkSegment(7f3c23b7-4619-4de8-89fe-789a39101159),segment_id=7f3c23b7-4619-4de8-89fe-789a39101159)] {{(pid=106793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:08:37.833496 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1459cdeb-cbff-41f3-85f9-6a3b9e4ea974 req-16eaaddc-6732-48d4-9b81-5dad917ed288 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 210 time: 0.0616062 Sep 04 01:08:37.849729 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327fe5d-f2c0-418e-a9f7-97e9cbd5f831 req-ed8b4ab6-efb5-44c8-9561-59a2537b0817 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:37.852145 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b327fe5d-f2c0-418e-a9f7-97e9cbd5f831 req-ed8b4ab6-efb5-44c8-9561-59a2537b0817 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 945 time: 0.0678225 Sep 04 01:08:37.912142 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b327fe5d-f2c0-418e-a9f7-97e9cbd5f831 req-f4c37a9d-ae8f-4729-a594-a3eab1c237f2 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541804 Sep 04 01:08:37.938798 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7e6709c7-e5a0-48fc-b2fa-a513504ae980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for network (235816d2-dc0c-4d16-940b-c00d2dfa0d18), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:37.939913 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6709c7-e5a0-48fc-b2fa-a513504ae980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:37.940804 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7e6709c7-e5a0-48fc-b2fa-a513504ae980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:37.974544 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (9db3ca9e-27d3-4852-b8c6-3fc745d2d055), after_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:38.009976 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:38.014539 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6709c7-e5a0-48fc-b2fa-a513504ae980 admin admin] Pushing event updated for resources: {'Network': ['ID=235816d2-dc0c-4d16-940b-c00d2dfa0d18,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:38.027698 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Network 235816d2-dc0c-4d16-940b-c00d2dfa0d18 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:08:38.039998 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:38.054523 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] Routers {'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:08:38.056025 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:08:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:38.059071 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467681d9-5edd-43ff-b9f5-a9aa4a68e33e None None] Pushing event updated for resources: {'Port': ['ID=9db3ca9e-27d3-4852-b8c6-3fc745d2d055,revision_number=4']} {{(pid=106793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:38.067556 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-7e6709c7-e5a0-48fc-b2fa-a513504ae980 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6993566 Sep 04 01:08:38.067846 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 50428) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:38.073366 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-a97af7df-efdc-46d2-9abe-9ac77dcc97a6 admin admin] Request body: {'subnet': {'network_id': '235816d2-dc0c-4d16-940b-c00d2dfa0d18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-985308805-subnet', 'tenant_id': '2e0ecc6513e54f9597cef651eabc4879', 'ip_version': 4}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:38.190892 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97af7df-efdc-46d2-9abe-9ac77dcc97a6 admin admin] Made reservation on behalf of 2e0ecc6513e54f9597cef651eabc4879 for: {'subnet': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:08:38.193375 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a97af7df-efdc-46d2-9abe-9ac77dcc97a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65271629'] for subnet (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:38.235251 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:38.256696 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] Set router f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:08:38.395003 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23deaba6-e652-4663-8a4c-30e29f1ff8db req-a61ef4a2-3c38-4489-804f-6b2e67cc1565 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:38.396508 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-23deaba6-e652-4663-8a4c-30e29f1ff8db req-a61ef4a2-3c38-4489-804f-6b2e67cc1565 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0879509 Sep 04 01:08:38.458595 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-23deaba6-e652-4663-8a4c-30e29f1ff8db req-aa1f45b3-dc62-4f73-8507-bda62bb83956 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531859 Sep 04 01:08:38.468306 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'name': 'tempest-TestShelveInstance-1866404127-router', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41'}], 'enable_snat': True}, 'gw_port_id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:28Z', 'updated_at': '2022-09-04T01:08:33Z', 'revision_number': 4, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'gw_port': {'id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:29Z', 'updated_at': '2022-09-04T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9db3ca9e-27d3-4852-b8c6-3fc745d2d055', 'name': '', 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'mac_address': 'fa:16:3e:50:56:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:32Z', 'updated_at': '2022-09-04T01:08:37Z', 'revision_number': 4, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'subnets': [{'id': '7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:38.481837 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a97af7df-efdc-46d2-9abe-9ac77dcc97a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65166100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65271679'] for subnet (14d0e241-d5e5-432d-8a38-2add02637159), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:38.506190 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcc2f9f-5396-4325-ab41-616dd1159e9b None None] The sync data for ids ['f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'] in dv-cinder-master-3-iscsi is: [{'id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'name': 'tempest-TestShelveInstance-1866404127-router', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41'}], 'enable_snat': True}, 'gw_port_id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:28Z', 'updated_at': '2022-09-04T01:08:33Z', 'revision_number': 4, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'gw_port': {'id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:29Z', 'updated_at': '2022-09-04T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9db3ca9e-27d3-4852-b8c6-3fc745d2d055', 'name': '', 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'mac_address': 'fa:16:3e:50:56:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:32Z', 'updated_at': '2022-09-04T01:08:37Z', 'revision_number': 4, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'subnets': [{'id': '7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:08:38.544803 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97af7df-efdc-46d2-9abe-9ac77dcc97a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d0e241-d5e5-432d-8a38-2add02637159,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:38.577460 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97af7df-efdc-46d2-9abe-9ac77dcc97a6 admin admin] Checking segment: {'id': 'abbe0616-13d4-47f1-9a7c-8e1bb8a244fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '235816d2-dc0c-4d16-940b-c00d2dfa0d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:08:38.577460 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97af7df-efdc-46d2-9abe-9ac77dcc97a6 admin admin] Network hostable DHCP agents. Network: 235816d2-dc0c-4d16-940b-c00d2dfa0d18, hostable agents: ['f07b96a2-ea86-405f-a561-e6ede253778c'], hosted agents: [] {{(pid=106791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:08:38.636544 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97af7df-efdc-46d2-9abe-9ac77dcc97a6 admin admin] Network 235816d2-dc0c-4d16-940b-c00d2dfa0d18 is scheduled to be hosted by DHCP agent f07b96a2-ea86-405f-a561-e6ede253778c with binding_index 1 {{(pid=106791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:08:38.709606 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-a97af7df-efdc-46d2-9abe-9ac77dcc97a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 235816d2-dc0c-4d16-940b-c00d2dfa0d18) {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:08:38.714264 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97af7df-efdc-46d2-9abe-9ac77dcc97a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:38.719146 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a97af7df-efdc-46d2-9abe-9ac77dcc97a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:38.719973 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720680be-dc4f-43c9-97f1-0af305c560c3 None None] Network 235816d2-dc0c-4d16-940b-c00d2dfa0d18 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:08:38.793432 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-a97af7df-efdc-46d2-9abe-9ac77dcc97a6 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7244740 Sep 04 01:08:38.795971 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 50434) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:38.802310 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-214afc70-5597-48b8-808c-c45f746dcfdd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-985308805-router', 'tenant_id': '2e0ecc6513e54f9597cef651eabc4879', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:38.837375 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca3e171-a403-4f32-b269-0543e9d4b745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-235816d2-dc0c-4d16-940b-c00d2dfa0d18', 'network_id': '235816d2-dc0c-4d16-940b-c00d2dfa0d18', 'project_id': '2e0ecc6513e54f9597cef651eabc4879', 'fixed_ips': [{'subnet_id': '14d0e241-d5e5-432d-8a38-2add02637159'}]}} from dv-cinder-master-3-iscsi. {{(pid=106792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 01:08:38.838323 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-1ca3e171-a403-4f32-b269-0543e9d4b745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:38.900029 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-214afc70-5597-48b8-808c-c45f746dcfdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1814000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14356'] for router (c7c609e2-c44b-4962-9209-ce53822f43c1), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:38.901546 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-214afc70-5597-48b8-808c-c45f746dcfdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1814446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14365'] for router (c7c609e2-c44b-4962-9209-ce53822f43c1), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:38.939671 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:38.959631 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5df8cd34-7d1a-48c0-903e-3ae0bd118bcb req-bf47c113-ab4b-4375-aac1-6b630bb20f28 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 210 time: 0.0369968 Sep 04 01:08:39.009602 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-214afc70-5597-48b8-808c-c45f746dcfdd admin admin] Publish callbacks [] for router_controller (c7c609e2-c44b-4962-9209-ce53822f43c1), precommit_add_association {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:39.022190 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.db_base_plugin_common [None req-1ca3e171-a403-4f32-b269-0543e9d4b745 None None] Allocated IP 172.20.0.2 (235816d2-dc0c-4d16-940b-c00d2dfa0d18/14d0e241-d5e5-432d-8a38-2add02637159/b4f93563-ff7a-44c4-96a1-87f6e4348648) {{(pid=106792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:08:39.033150 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:39.077276 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660db17-f73f-4c00-8e01-8a220b578bca req-d846f423-1459-4392-838c-ae867011f9fb tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:39.078802 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a660db17-f73f-4c00-8e01-8a220b578bca req-d846f423-1459-4392-838c-ae867011f9fb tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 945 time: 0.0516891 Sep 04 01:08:39.197774 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-1ca3e171-a403-4f32-b269-0543e9d4b745 None None] Publish callbacks [] for port (b4f93563-ff7a-44c4-96a1-87f6e4348648), precommit_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:39.264746 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb3f7d-a2b9-4f97-8db1-0417a896c337 req-e93d68c0-9907-4860-bba2-5b36c02e967e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:39.266275 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-13eb3f7d-a2b9-4f97-8db1-0417a896c337 req-e93d68c0-9907-4860-bba2-5b36c02e967e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 1129 time: 0.1116238 Sep 04 01:08:39.276938 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-1ca3e171-a403-4f32-b269-0543e9d4b745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (b4f93563-ff7a-44c4-96a1-87f6e4348648), after_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:39.305782 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a660db17-f73f-4c00-8e01-8a220b578bca req-c2b7bdf1-ea8c-4df4-91cd-cb1bb3fe5f04 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863163 Sep 04 01:08:39.319935 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-214afc70-5597-48b8-808c-c45f746dcfdd admin admin] Publish callbacks [] for router_gateway (c7c609e2-c44b-4962-9209-ce53822f43c1), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:39.326144 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:39.335958 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca3e171-a403-4f32-b269-0543e9d4b745 None None] Network 235816d2-dc0c-4d16-940b-c00d2dfa0d18 is already hosted by enough agents. {{(pid=106792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:08:39.341883 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.base_scheduler [None req-1ca3e171-a403-4f32-b269-0543e9d4b745 None None] Resources bound (agent type, host, resource id): {{(pid=106792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:08:39.345950 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca3e171-a403-4f32-b269-0543e9d4b745 None None] Received port after_create {{(pid=106792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:08:39.355898 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3e171-a403-4f32-b269-0543e9d4b745 None None] Pushing event updated for resources: {'Port': ['ID=b4f93563-ff7a-44c4-96a1-87f6e4348648,revision_number=1']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:39.366441 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-13eb3f7d-a2b9-4f97-8db1-0417a896c337 req-8fb5a8ad-606e-4972-b016-b43fcacc6aaa service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713527 Sep 04 01:08:39.414006 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-1ca3e171-a403-4f32-b269-0543e9d4b745 None None] Attempting to bind port b4f93563-ff7a-44c4-96a1-87f6e4348648 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:08:39.414374 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-1ca3e171-a403-4f32-b269-0543e9d4b745 None None] Attempting to bind port b4f93563-ff7a-44c4-96a1-87f6e4348648 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'abbe0616-13d4-47f1-9a7c-8e1bb8a244fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '235816d2-dc0c-4d16-940b-c00d2dfa0d18'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:08:39.414743 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca3e171-a403-4f32-b269-0543e9d4b745 None None] Attempting to bind port b4f93563-ff7a-44c4-96a1-87f6e4348648 on network 235816d2-dc0c-4d16-940b-c00d2dfa0d18 {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:08:39.419981 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca3e171-a403-4f32-b269-0543e9d4b745 None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:08:39.420355 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca3e171-a403-4f32-b269-0543e9d4b745 None None] Checking segment: {'id': 'abbe0616-13d4-47f1-9a7c-8e1bb8a244fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '235816d2-dc0c-4d16-940b-c00d2dfa0d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:08:39.420755 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-1ca3e171-a403-4f32-b269-0543e9d4b745 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:39.421184 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca3e171-a403-4f32-b269-0543e9d4b745 None None] Bound using segment: {'id': 'abbe0616-13d4-47f1-9a7c-8e1bb8a244fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '235816d2-dc0c-4d16-940b-c00d2dfa0d18'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:08:39.421650 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-1ca3e171-a403-4f32-b269-0543e9d4b745 None None] Bound port: b4f93563-ff7a-44c4-96a1-87f6e4348648, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbe0616-13d4-47f1-9a7c-8e1bb8a244fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '235816d2-dc0c-4d16-940b-c00d2dfa0d18'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:08:39.422035 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-1ca3e171-a403-4f32-b269-0543e9d4b745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (b4f93563-ff7a-44c4-96a1-87f6e4348648), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:39.498920 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-1ca3e171-a403-4f32-b269-0543e9d4b745 None None] For port b4f93563-ff7a-44c4-96a1-87f6e4348648, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:08:39.502905 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-1ca3e171-a403-4f32-b269-0543e9d4b745 None None] For port b4f93563-ff7a-44c4-96a1-87f6e4348648, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b4f93563-ff7a-44c4-96a1-87f6e4348648,segment=NetworkSegment(abbe0616-13d4-47f1-9a7c-8e1bb8a244fd),segment_id=abbe0616-13d4-47f1-9a7c-8e1bb8a244fd)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:08:39.562812 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-1ca3e171-a403-4f32-b269-0543e9d4b745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (b4f93563-ff7a-44c4-96a1-87f6e4348648), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:39.626324 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d545d8d-0e3c-4e80-940f-ea15899bb402 req-59436c50-c381-46cc-a6ce-d0d4497b699e tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:39.626917 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3e171-a403-4f32-b269-0543e9d4b745 None None] Pushing event updated for resources: {'Port': ['ID=b4f93563-ff7a-44c4-96a1-87f6e4348648,revision_number=2']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:39.628475 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2d545d8d-0e3c-4e80-940f-ea15899bb402 req-59436c50-c381-46cc-a6ce-d0d4497b699e tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0779688 Sep 04 01:08:39.633269 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-214afc70-5597-48b8-808c-c45f746dcfdd admin admin] Publish callbacks [] for router_gateway (c7c609e2-c44b-4962-9209-ce53822f43c1), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:39.655319 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-214afc70-5597-48b8-808c-c45f746dcfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:39.703964 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2d545d8d-0e3c-4e80-940f-ea15899bb402 req-99d0a883-deb3-4a68-8e0d-c2c212036277 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597198 Sep 04 01:08:39.800876 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [None req-214afc70-5597-48b8-808c-c45f746dcfdd admin admin] Allocated IP 172.37.7.36 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/da545e71-9e15-495e-b08a-2c36ede84742) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:08:39.838624 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:39.928227 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-214afc70-5597-48b8-808c-c45f746dcfdd admin admin] Publish callbacks [] for port (da545e71-9e15-495e-b08a-2c36ede84742), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:40.024525 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-214afc70-5597-48b8-808c-c45f746dcfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (da545e71-9e15-495e-b08a-2c36ede84742), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:40.058108 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:08:40.096192 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214afc70-5597-48b8-808c-c45f746dcfdd admin admin] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:08:40.100355 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-72602054-48ee-41dc-880f-63e4b51c08c3 req-c5bd0adf-9a10-402a-9982-b7ca3ceb71ca tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 210 time: 0.0627277 Sep 04 01:08:40.103584 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-214afc70-5597-48b8-808c-c45f746dcfdd admin admin] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:08:40.107416 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214afc70-5597-48b8-808c-c45f746dcfdd admin admin] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:08:40.110773 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:40.129579 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214afc70-5597-48b8-808c-c45f746dcfdd admin admin] Pushing event updated for resources: {'Port': ['ID=da545e71-9e15-495e-b08a-2c36ede84742,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:40.486700 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85569c80-1a89-4d76-a658-21b7094e2556 req-f0966bfb-9b6d-4508-91bd-23ba843530fa tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:40.488073 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device b4f93563-ff7a-44c4-96a1-87f6e4348648 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:08:40.489526 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-85569c80-1a89-4d76-a658-21b7094e2556 req-f0966bfb-9b6d-4508-91bd-23ba843530fa tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 945 time: 0.0747290 Sep 04 01:08:40.523250 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-214afc70-5597-48b8-808c-c45f746dcfdd admin admin] Publish callbacks [] for router_gateway (c7c609e2-c44b-4962-9209-ce53822f43c1), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:40.545585 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-85569c80-1a89-4d76-a658-21b7094e2556 req-630947c1-6919-4367-9514-5d8f10cbaba2 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480909 Sep 04 01:08:40.568470 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port b4f93563-ff7a-44c4-96a1-87f6e4348648 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:40.568869 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (b4f93563-ff7a-44c4-96a1-87f6e4348648), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:40.630688 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638c5999-4545-4030-9b91-1d5721a2dcc0 None None] Network 235816d2-dc0c-4d16-940b-c00d2dfa0d18 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:08:40.722481 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port b4f93563-ff7a-44c4-96a1-87f6e4348648 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:40.722859 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (b4f93563-ff7a-44c4-96a1-87f6e4348648), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:40.739072 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-214afc70-5597-48b8-808c-c45f746dcfdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816303'] for router (c7c609e2-c44b-4962-9209-ce53822f43c1), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:40.749708 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-ffed4a38-cf5a-406d-b1d9-d13efbfb111e None None] Provisioning complete for port b4f93563-ff7a-44c4-96a1-87f6e4348648 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:40.750080 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-ffed4a38-cf5a-406d-b1d9-d13efbfb111e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (b4f93563-ff7a-44c4-96a1-87f6e4348648), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:40.832558 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port b4f93563-ff7a-44c4-96a1-87f6e4348648, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b4f93563-ff7a-44c4-96a1-87f6e4348648,segment=NetworkSegment(abbe0616-13d4-47f1-9a7c-8e1bb8a244fd),segment_id=abbe0616-13d4-47f1-9a7c-8e1bb8a244fd)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:40.882343 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-ffed4a38-cf5a-406d-b1d9-d13efbfb111e None None] Current status of the port b4f93563-ff7a-44c4-96a1-87f6e4348648 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:40.882737 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-ffed4a38-cf5a-406d-b1d9-d13efbfb111e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (b4f93563-ff7a-44c4-96a1-87f6e4348648), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:40.889872 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39b08c-f36a-4abc-992e-df5d819de230 req-51d95f48-a2c1-4815-9d35-cd9dc66f3be6 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:40.891507 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dc39b08c-f36a-4abc-992e-df5d819de230 req-51d95f48-a2c1-4815-9d35-cd9dc66f3be6 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0672507 Sep 04 01:08:40.910549 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (b4f93563-ff7a-44c4-96a1-87f6e4348648), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:40.911350 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 9db3ca9e-27d3-4852-b8c6-3fc745d2d055 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:08:40.960501 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dc39b08c-f36a-4abc-992e-df5d819de230 req-e3ad61ce-be16-4cff-aaf9-ca0d702964f2 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601373 Sep 04 01:08:40.970526 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:41.004316 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.db.api [None req-ffed4a38-cf5a-406d-b1d9-d13efbfb111e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 04 01:08:41.004726 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG oslo_db.api [None req-ffed4a38-cf5a-406d-b1d9-d13efbfb111e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 04 01:08:41.020316 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=b4f93563-ff7a-44c4-96a1-87f6e4348648,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:41.031553 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 9db3ca9e-27d3-4852-b8c6-3fc745d2d055 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:41.031929 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (9db3ca9e-27d3-4852-b8c6-3fc745d2d055), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:41.041649 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214afc70-5597-48b8-808c-c45f746dcfdd admin admin] Router c7c609e2-c44b-4962-9209-ce53822f43c1 is scheduled to L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe with binding_index 1 {{(pid=106791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 01:08:41.083116 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:41.115536 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 9db3ca9e-27d3-4852-b8c6-3fc745d2d055 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:41.116002 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (9db3ca9e-27d3-4852-b8c6-3fc745d2d055), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:41.152340 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port 9db3ca9e-27d3-4852-b8c6-3fc745d2d055, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9db3ca9e-27d3-4852-b8c6-3fc745d2d055,segment=NetworkSegment(7f3c23b7-4619-4de8-89fe-789a39101159),segment_id=7f3c23b7-4619-4de8-89fe-789a39101159)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:41.161903 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:41.164862 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214afc70-5597-48b8-808c-c45f746dcfdd admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:08:41.174943 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] Sync routers for ids ['c7c609e2-c44b-4962-9209-ce53822f43c1'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:08:41.185936 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] Routers {'c7c609e2-c44b-4962-9209-ce53822f43c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:08:41.186678 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:08:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['c7c609e2-c44b-4962-9209-ce53822f43c1'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:41.211535 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-bc9320b1-3bb8-414f-8a19-b5cec9807fd7 req-bbef816c-0546-48f9-9533-94a6708c3b48 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 210 time: 0.0292065 Sep 04 01:08:41.266117 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-214afc70-5597-48b8-808c-c45f746dcfdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:41.269869 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (9db3ca9e-27d3-4852-b8c6-3fc745d2d055), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:41.270038 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-214afc70-5597-48b8-808c-c45f746dcfdd admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4689796 Sep 04 01:08:41.270190 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 50454) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:41.321999 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] Set router c7c609e2-c44b-4962-9209-ce53822f43c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:08:41.387316 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=9db3ca9e-27d3-4852-b8c6-3fc745d2d055,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:41.463186 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:41.552794 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-ffed4a38-cf5a-406d-b1d9-d13efbfb111e None None] Current status of the port b4f93563-ff7a-44c4-96a1-87f6e4348648 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:41.554911 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c609e2-c44b-4962-9209-ce53822f43c1', 'name': 'tempest-TestShelveInstance-985308805-router', 'tenant_id': '2e0ecc6513e54f9597cef651eabc4879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.36'}], 'enable_snat': True}, 'gw_port_id': 'da545e71-9e15-495e-b08a-2c36ede84742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:38Z', 'updated_at': '2022-09-04T01:08:40Z', 'revision_number': 3, 'project_id': '2e0ecc6513e54f9597cef651eabc4879', 'gw_port': {'id': 'da545e71-9e15-495e-b08a-2c36ede84742', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c609e2-c44b-4962-9209-ce53822f43c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:39Z', 'updated_at': '2022-09-04T01:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:41.580775 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] Checking router: c7c609e2-c44b-4962-9209-ce53822f43c1 for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:08:41.581216 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] Updating router c7c609e2-c44b-4962-9209-ce53822f43c1 port da545e71-9e15-495e-b08a-2c36ede84742 binding host dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:08:41.610113 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (da545e71-9e15-495e-b08a-2c36ede84742), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:41.699095 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c6107-5bdf-4806-979d-087699681f9b req-243f5c47-4c47-4fc1-905a-69c3e85b9939 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:41.700519 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-079c6107-5bdf-4806-979d-087699681f9b req-243f5c47-4c47-4fc1-905a-69c3e85b9939 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 945 time: 0.0585709 Sep 04 01:08:41.763851 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-003c00fa-54c1-44ae-9105-5d160ec3ca00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:41.840465 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-c4970cc0-20bb-4292-86a0-9733fa92a8ca None None] Provisioning complete for port b4f93563-ff7a-44c4-96a1-87f6e4348648 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:41.840835 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c4970cc0-20bb-4292-86a0-9733fa92a8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (b4f93563-ff7a-44c4-96a1-87f6e4348648), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:41.952989 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:42.013475 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-c4970cc0-20bb-4292-86a0-9733fa92a8ca None None] Current status of the port b4f93563-ff7a-44c4-96a1-87f6e4348648 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:42.046624 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-079c6107-5bdf-4806-979d-087699681f9b req-a3e0005d-94c1-49e0-89cf-859de2e2ccbc tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281951 Sep 04 01:08:42.088792 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] Publish callbacks [] for port (da545e71-9e15-495e-b08a-2c36ede84742), precommit_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:42.114595 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff802ab4-d78d-407a-876f-d8b2b5bac3ae req-44ef678e-35b5-4b94-8959-c7bbe7d50ba5 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:42.117236 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ff802ab4-d78d-407a-876f-d8b2b5bac3ae req-44ef678e-35b5-4b94-8959-c7bbe7d50ba5 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0544622 Sep 04 01:08:42.155744 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (da545e71-9e15-495e-b08a-2c36ede84742), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:42.180647 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ff802ab4-d78d-407a-876f-d8b2b5bac3ae req-648aa3c1-682a-4ee3-aa8c-0a3c1916ef34 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575137 Sep 04 01:08:42.200415 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] Attempting to bind port da545e71-9e15-495e-b08a-2c36ede84742 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:08:42.200855 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] Attempting to bind port da545e71-9e15-495e-b08a-2c36ede84742 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:08:42.201156 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] Attempting to bind port da545e71-9e15-495e-b08a-2c36ede84742 on network e8e0564a-d5c9-4fe0-b2d4-538f45096708 {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:08:42.213562 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:08:42.213562 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] Checking segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:08:42.213926 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:42.214120 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] Bound using segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:08:42.214582 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] Bound port: da545e71-9e15-495e-b08a-2c36ede84742, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:08:42.215300 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (da545e71-9e15-495e-b08a-2c36ede84742), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:42.218838 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990fdfc-9d04-42a8-bcb7-327948e674e7 None None] Pushing event updated for resources: {'Port': ['ID=da545e71-9e15-495e-b08a-2c36ede84742,revision_number=2']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:42.266606 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:42.268167 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] For port da545e71-9e15-495e-b08a-2c36ede84742, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:08:42.268599 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [None req-003c00fa-54c1-44ae-9105-5d160ec3ca00 admin admin] Allocated IP 172.20.0.1 (235816d2-dc0c-4d16-940b-c00d2dfa0d18/14d0e241-d5e5-432d-8a38-2add02637159/f0af75e4-63aa-44d3-bff7-973c3caf9bf9) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:08:42.272816 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] For port da545e71-9e15-495e-b08a-2c36ede84742, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=da545e71-9e15-495e-b08a-2c36ede84742,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:08:42.373753 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (da545e71-9e15-495e-b08a-2c36ede84742), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:42.399839 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-e2fd7a46-1192-4f85-92fd-b8ab7bb88e01 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:42.401328 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-e2fd7a46-1192-4f85-92fd-b8ab7bb88e01 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.16 "GET /networking/v2.0/networks?id=f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d HTTP/1.1" status: 200 len: 813 time: 0.2166798 Sep 04 01:08:42.403034 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f5d3f394-4a3a-4b0a-9f00-d1fcfccf284f req-bead6c68-ba3e-40e3-ae90-3afe07ad14ed tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 210 time: 0.1064932 Sep 04 01:08:42.416012 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] Routers {'c7c609e2-c44b-4962-9209-ce53822f43c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:08:42.416908 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:08:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['c7c609e2-c44b-4962-9209-ce53822f43c1'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:42.445865 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-47e6fbe4-c704-4826-9e02-3301b2d81421 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Request body: {'port': {'device_id': 'a3994b76-60e7-4d9a-a655-2fb09eb68a5d', 'network_id': 'f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d', 'admin_state_up': True, 'tenant_id': '6071c3a795ba4aa098e3af8cde306d58'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:42.464252 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device b4f93563-ff7a-44c4-96a1-87f6e4348648 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:08:42.473603 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:42.514764 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990fdfc-9d04-42a8-bcb7-327948e674e7 None None] Pushing event updated for resources: {'Port': ['ID=da545e71-9e15-495e-b08a-2c36ede84742,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:42.562404 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-003c00fa-54c1-44ae-9105-5d160ec3ca00 admin admin] Publish callbacks [] for port (f0af75e4-63aa-44d3-bff7-973c3caf9bf9), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:42.587547 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port b4f93563-ff7a-44c4-96a1-87f6e4348648 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:42.588357 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (b4f93563-ff7a-44c4-96a1-87f6e4348648), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:42.590801 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] Set router c7c609e2-c44b-4962-9209-ce53822f43c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:08:42.624406 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:42.705398 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-47e6fbe4-c704-4826-9e02-3301b2d81421 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Made reservation on behalf of 6071c3a795ba4aa098e3af8cde306d58 for: {'port': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:08:42.709749 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-47e6fbe4-c704-4826-9e02-3301b2d81421 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:42.712826 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-003c00fa-54c1-44ae-9105-5d160ec3ca00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (f0af75e4-63aa-44d3-bff7-973c3caf9bf9), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:42.771896 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003c00fa-54c1-44ae-9105-5d160ec3ca00 admin admin] Network 235816d2-dc0c-4d16-940b-c00d2dfa0d18 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:08:42.801333 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port b4f93563-ff7a-44c4-96a1-87f6e4348648 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:42.802362 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 9db3ca9e-27d3-4852-b8c6-3fc745d2d055 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:08:42.806538 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-003c00fa-54c1-44ae-9105-5d160ec3ca00 admin admin] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:08:42.813425 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003c00fa-54c1-44ae-9105-5d160ec3ca00 admin admin] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:08:42.848255 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c00fa-54c1-44ae-9105-5d160ec3ca00 admin admin] Pushing event updated for resources: {'Port': ['ID=f0af75e4-63aa-44d3-bff7-973c3caf9bf9,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:42.872520 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c609e2-c44b-4962-9209-ce53822f43c1', 'name': 'tempest-TestShelveInstance-985308805-router', 'tenant_id': '2e0ecc6513e54f9597cef651eabc4879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.36'}], 'enable_snat': True}, 'gw_port_id': 'da545e71-9e15-495e-b08a-2c36ede84742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:38Z', 'updated_at': '2022-09-04T01:08:40Z', 'revision_number': 3, 'project_id': '2e0ecc6513e54f9597cef651eabc4879', 'gw_port': {'id': 'da545e71-9e15-495e-b08a-2c36ede84742', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c609e2-c44b-4962-9209-ce53822f43c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:39Z', 'updated_at': '2022-09-04T01:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:42.902320 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd5203-5ba9-4643-bad7-67e90557876f None None] The sync data for ids ['c7c609e2-c44b-4962-9209-ce53822f43c1'] in dv-cinder-master-3-iscsi is: [{'id': 'c7c609e2-c44b-4962-9209-ce53822f43c1', 'name': 'tempest-TestShelveInstance-985308805-router', 'tenant_id': '2e0ecc6513e54f9597cef651eabc4879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.36'}], 'enable_snat': True}, 'gw_port_id': 'da545e71-9e15-495e-b08a-2c36ede84742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:38Z', 'updated_at': '2022-09-04T01:08:40Z', 'revision_number': 3, 'project_id': '2e0ecc6513e54f9597cef651eabc4879', 'gw_port': {'id': 'da545e71-9e15-495e-b08a-2c36ede84742', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c609e2-c44b-4962-9209-ce53822f43c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:39Z', 'updated_at': '2022-09-04T01:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:08:42.904113 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-003c00fa-54c1-44ae-9105-5d160ec3ca00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1721164'] for router_interface (c7c609e2-c44b-4962-9209-ce53822f43c1), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:42.907192 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 9db3ca9e-27d3-4852-b8c6-3fc745d2d055 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:42.907557 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (9db3ca9e-27d3-4852-b8c6-3fc745d2d055), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:43.007409 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-47e6fbe4-c704-4826-9e02-3301b2d81421 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Allocated IP 172.20.0.14 (f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d/69d55e63-fdcb-4ee5-a9f8-cb02b9c67f96/88ae446d-0ce0-4187-b028-5915cabba54c) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:08:43.016229 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 9db3ca9e-27d3-4852-b8c6-3fc745d2d055 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:43.043387 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:43.045848 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-44f50429-debc-4e03-8802-f06887122347 None None] Provisioning complete for port f0af75e4-63aa-44d3-bff7-973c3caf9bf9 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:43.046432 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-44f50429-debc-4e03-8802-f06887122347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (f0af75e4-63aa-44d3-bff7-973c3caf9bf9), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:43.088124 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-44f50429-debc-4e03-8802-f06887122347 None None] Port f0af75e4-63aa-44d3-bff7-973c3caf9bf9 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:08:43.130892 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:43.303530 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-003c00fa-54c1-44ae-9105-5d160ec3ca00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (f0af75e4-63aa-44d3-bff7-973c3caf9bf9), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:43.311928 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-47e6fbe4-c704-4826-9e02-3301b2d81421 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Publish callbacks [] for port (88ae446d-0ce0-4187-b028-5915cabba54c), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:43.412030 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19871d00-7288-4a86-b635-fee7b50702b0 req-18811424-ca15-48f8-b5a4-58734e999607 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:43.413575 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-19871d00-7288-4a86-b635-fee7b50702b0 req-18811424-ca15-48f8-b5a4-58734e999607 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.1058793 Sep 04 01:08:43.526178 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-19871d00-7288-4a86-b635-fee7b50702b0 req-7f1d16db-84f1-4b69-907d-9a0ef42f1e6b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050081 Sep 04 01:08:43.547078 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-47e6fbe4-c704-4826-9e02-3301b2d81421 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (88ae446d-0ce0-4187-b028-5915cabba54c), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:43.598351 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:43.611573 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-47e6fbe4-c704-4826-9e02-3301b2d81421 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Network f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:08:43.622563 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-47e6fbe4-c704-4826-9e02-3301b2d81421 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:08:43.629812 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-47e6fbe4-c704-4826-9e02-3301b2d81421 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:08:43.683800 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c614b9-f4c2-488c-bb43-17e0a325b491 req-a836a169-9314-4db0-b482-d28643bd8a28 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:43.686483 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-10c614b9-f4c2-488c-bb43-17e0a325b491 req-a836a169-9314-4db0-b482-d28643bd8a28 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 945 time: 0.0535746 Sep 04 01:08:43.699494 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6fbe4-c704-4826-9e02-3301b2d81421 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Pushing event updated for resources: {'Port': ['ID=88ae446d-0ce0-4187-b028-5915cabba54c,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:43.729579 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-003c00fa-54c1-44ae-9105-5d160ec3ca00 admin admin] Publish callbacks [] for port (f0af75e4-63aa-44d3-bff7-973c3caf9bf9), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:43.741223 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-10c614b9-f4c2-488c-bb43-17e0a325b491 req-592dfb6d-5f9c-4da1-970b-855a908333a3 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492744 Sep 04 01:08:43.745255 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-47e6fbe4-c704-4826-9e02-3301b2d81421 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:43.745888 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-47e6fbe4-c704-4826-9e02-3301b2d81421 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:43.774199 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a00d7-8aba-4735-84f9-91e5aa3abb70 req-1d97bd81-cb13-4503-b2b7-1fbafc19e67f tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:43.775437 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-311a00d7-8aba-4735-84f9-91e5aa3abb70 req-1d97bd81-cb13-4503-b2b7-1fbafc19e67f tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 932 time: 0.1427135 Sep 04 01:08:43.809054 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-003c00fa-54c1-44ae-9105-5d160ec3ca00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (f0af75e4-63aa-44d3-bff7-973c3caf9bf9), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:43.864799 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-47e6fbe4-c704-4826-9e02-3301b2d81421 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4249408 Sep 04 01:08:43.877676 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-311a00d7-8aba-4735-84f9-91e5aa3abb70 req-7e105256-4cf1-4b9c-a677-c0e132be3f5b tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963190 Sep 04 01:08:43.901257 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-003c00fa-54c1-44ae-9105-5d160ec3ca00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1721328'] for router_interface (c7c609e2-c44b-4962-9209-ce53822f43c1), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:43.901257 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c00fa-54c1-44ae-9105-5d160ec3ca00 admin admin] Pushing event updated for resources: {'Port': ['ID=f0af75e4-63aa-44d3-bff7-973c3caf9bf9,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:43.997100 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003c00fa-54c1-44ae-9105-5d160ec3ca00 admin admin] Network 235816d2-dc0c-4d16-940b-c00d2dfa0d18 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:08:43.998418 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-003c00fa-54c1-44ae-9105-5d160ec3ca00 admin admin] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:08:44.111743 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003c00fa-54c1-44ae-9105-5d160ec3ca00 admin admin] Router c7c609e2-c44b-4962-9209-ce53822f43c1 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:08:44.201578 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:44.223619 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003c00fa-54c1-44ae-9105-5d160ec3ca00 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:08:44.228690 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-003c00fa-54c1-44ae-9105-5d160ec3ca00 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/c7c609e2-c44b-4962-9209-ce53822f43c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9574964 Sep 04 01:08:44.312761 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-9421daa8-4497-410b-941c-60f747c46942 None None] Provisioning complete for port f0af75e4-63aa-44d3-bff7-973c3caf9bf9 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:44.313327 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-9421daa8-4497-410b-941c-60f747c46942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (f0af75e4-63aa-44d3-bff7-973c3caf9bf9), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:44.345489 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-9421daa8-4497-410b-941c-60f747c46942 None None] Port f0af75e4-63aa-44d3-bff7-973c3caf9bf9 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:08:44.431998 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device da545e71-9e15-495e-b08a-2c36ede84742 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:08:44.476895 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port da545e71-9e15-495e-b08a-2c36ede84742 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:44.477372 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (da545e71-9e15-495e-b08a-2c36ede84742), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:44.551098 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:44.561950 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port da545e71-9e15-495e-b08a-2c36ede84742 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:44.562335 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (da545e71-9e15-495e-b08a-2c36ede84742), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:44.586911 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port da545e71-9e15-495e-b08a-2c36ede84742, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=da545e71-9e15-495e-b08a-2c36ede84742,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:44.653319 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (da545e71-9e15-495e-b08a-2c36ede84742), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:44.666811 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c727b1c-480c-4b82-b1f2-8e2142bd7ba2 req-db5dd02f-647e-4316-aadb-8482019abc38 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:44.686658 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9c727b1c-480c-4b82-b1f2-8e2142bd7ba2 req-db5dd02f-647e-4316-aadb-8482019abc38 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0468695 Sep 04 01:08:44.706139 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=da545e71-9e15-495e-b08a-2c36ede84742,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:44.716341 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 50492) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:44.720798 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-f8bbfccd-30e8-46af-af88-58c622e43015 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2111062138', 'description': 'tempest-secgroup-smoke-2111062138 description', 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:44.731332 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9c727b1c-480c-4b82-b1f2-8e2142bd7ba2 req-aea9154a-7104-4968-bc4c-23751c3c8909 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561318 Sep 04 01:08:44.807300 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f8bbfccd-30e8-46af-af88-58c622e43015 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:44.848088 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:44.880860 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be358bc2-8a7c-4b2b-9c94-db68a901fbd0 req-50e925c6-d9eb-427b-97ee-fd438cbd6c03 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:44.882511 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-be358bc2-8a7c-4b2b-9c94-db68a901fbd0 req-50e925c6-d9eb-427b-97ee-fd438cbd6c03 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 945 time: 0.0655451 Sep 04 01:08:44.954591 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f8bbfccd-30e8-46af-af88-58c622e43015 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group (270d62da-5350-44de-9262-a4399d8651e3), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:44.958761 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-be358bc2-8a7c-4b2b-9c94-db68a901fbd0 req-a416bc3e-6168-4dcc-a1e7-60ecffd31649 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687647 Sep 04 01:08:45.012816 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f8bbfccd-30e8-46af-af88-58c622e43015 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (270d62da-5350-44de-9262-a4399d8651e3), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:45.017773 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a68ca-8e9e-47b7-9268-cf89b20d38a8 req-e317073b-fc08-451d-8e71-c2814ddd7503 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:45.020038 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-773a68ca-8e9e-47b7-9268-cf89b20d38a8 req-e317073b-fc08-451d-8e71-c2814ddd7503 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 932 time: 0.0494027 Sep 04 01:08:45.044940 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbfccd-30e8-46af-af88-58c622e43015 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270d62da-5350-44de-9262-a4399d8651e3,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:45.071699 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-773a68ca-8e9e-47b7-9268-cf89b20d38a8 req-18715f5d-682b-4b48-9152-4a6663fd736a tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453732 Sep 04 01:08:45.077951 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f8bbfccd-30e8-46af-af88-58c622e43015 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:45.079175 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-f8bbfccd-30e8-46af-af88-58c622e43015 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3618484 Sep 04 01:08:45.083318 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 50498) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:45.088725 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-2cee59bf-146c-40a6-ade5-a228a5758748 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Request body: {'security_group_rule': {'security_group_id': '270d62da-5350-44de-9262-a4399d8651e3', 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:45.102545 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:45.196480 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2cee59bf-146c-40a6-ade5-a228a5758748 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group_rule (4f7cf12d-b606-4451-9c0b-17cb4e4655db), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:45.254011 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2cee59bf-146c-40a6-ade5-a228a5758748 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group_rule (4f7cf12d-b606-4451-9c0b-17cb4e4655db), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:45.290045 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] Request body: {'port': {'device_id': 'a3994b76-60e7-4d9a-a655-2fb09eb68a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:45.321763 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2cee59bf-146c-40a6-ade5-a228a5758748 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (4f7cf12d-b606-4451-9c0b-17cb4e4655db), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:45.341656 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee59bf-146c-40a6-ade5-a228a5758748 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7cf12d-b606-4451-9c0b-17cb4e4655db,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:45.356747 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (88ae446d-0ce0-4187-b028-5915cabba54c), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:45.403476 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2cee59bf-146c-40a6-ade5-a228a5758748 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:45.404744 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-2cee59bf-146c-40a6-ade5-a228a5758748 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3202631 Sep 04 01:08:45.407622 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 50500) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:45.412744 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-8d5f3426-6b6c-4fc2-a0ae-548e87fc7700 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Request body: {'security_group_rule': {'security_group_id': '270d62da-5350-44de-9262-a4399d8651e3', 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:45.448471 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] Sync routers for ids ['c7c609e2-c44b-4962-9209-ce53822f43c1'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:08:45.460001 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] Routers {'c7c609e2-c44b-4962-9209-ce53822f43c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:08:45.460724 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:08:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['c7c609e2-c44b-4962-9209-ce53822f43c1'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:45.484893 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:45.510550 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-8d5f3426-6b6c-4fc2-a0ae-548e87fc7700 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group_rule (71660eff-3edf-4824-9433-e2af0849d0ac), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:45.568013 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] Set router c7c609e2-c44b-4962-9209-ce53822f43c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:08:45.575070 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-8d5f3426-6b6c-4fc2-a0ae-548e87fc7700 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group_rule (71660eff-3edf-4824-9433-e2af0849d0ac), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:45.630552 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ae446d-0ce0-4187-b028-5915cabba54c {{(pid=106791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:08:45.638156 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] Publish callbacks [] for port (88ae446d-0ce0-4187-b028-5915cabba54c), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:45.651166 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.provisioning_blocks [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] Transition to ACTIVE for port object 88ae446d-0ce0-4187-b028-5915cabba54c will not be triggered until provisioned by entity L2. {{(pid=106791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:08:45.669782 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-8d5f3426-6b6c-4fc2-a0ae-548e87fc7700 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (71660eff-3edf-4824-9433-e2af0849d0ac), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:45.689350 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f3426-6b6c-4fc2-a0ae-548e87fc7700 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71660eff-3edf-4824-9433-e2af0849d0ac,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:45.742389 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:45.755804 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (88ae446d-0ce0-4187-b028-5915cabba54c), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:45.755997 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c609e2-c44b-4962-9209-ce53822f43c1', 'name': 'tempest-TestShelveInstance-985308805-router', 'tenant_id': '2e0ecc6513e54f9597cef651eabc4879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.36'}], 'enable_snat': True}, 'gw_port_id': 'da545e71-9e15-495e-b08a-2c36ede84742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:38Z', 'updated_at': '2022-09-04T01:08:43Z', 'revision_number': 4, 'project_id': '2e0ecc6513e54f9597cef651eabc4879', 'gw_port': {'id': 'da545e71-9e15-495e-b08a-2c36ede84742', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c609e2-c44b-4962-9209-ce53822f43c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:39Z', 'updated_at': '2022-09-04T01:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f0af75e4-63aa-44d3-bff7-973c3caf9bf9', 'name': '', 'network_id': '235816d2-dc0c-4d16-940b-c00d2dfa0d18', 'tenant_id': '2e0ecc6513e54f9597cef651eabc4879', 'mac_address': 'fa:16:3e:d7:5f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c609e2-c44b-4962-9209-ce53822f43c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '14d0e241-d5e5-432d-8a38-2add02637159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:42Z', 'updated_at': '2022-09-04T01:08:43Z', 'revision_number': 2, 'project_id': '2e0ecc6513e54f9597cef651eabc4879', 'subnets': [{'id': '14d0e241-d5e5-432d-8a38-2add02637159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:45.781827 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-8d5f3426-6b6c-4fc2-a0ae-548e87fc7700 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:45.783618 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] Checking router: c7c609e2-c44b-4962-9209-ce53822f43c1 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:08:45.783618 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] Updating router c7c609e2-c44b-4962-9209-ce53822f43c1 port f0af75e4-63aa-44d3-bff7-973c3caf9bf9 binding host dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:08:45.785491 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-8d5f3426-6b6c-4fc2-a0ae-548e87fc7700 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3764668 Sep 04 01:08:45.787925 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 50504) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:45.797159 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-7a4a1032-a842-45c9-9879-9c6aafec9d05 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Request body: {'security_group_rule': {'security_group_id': '270d62da-5350-44de-9262-a4399d8651e3', 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:45.819811 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (f0af75e4-63aa-44d3-bff7-973c3caf9bf9), before_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:45.848781 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] Pushing event updated for resources: {'Port': ['ID=88ae446d-0ce0-4187-b028-5915cabba54c,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:45.873888 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] Attempting to bind port 88ae446d-0ce0-4187-b028-5915cabba54c on host hv-cinder-maste for vnic_type normal with profile {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:08:45.874364 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] Attempting to bind port 88ae446d-0ce0-4187-b028-5915cabba54c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '691a306c-3c07-49ca-8d5b-c7e7a9ad5919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d'}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:08:45.874790 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] Attempting to bind port 88ae446d-0ce0-4187-b028-5915cabba54c on network f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:08:45.878655 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:45.881097 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] Port 88ae446d-0ce0-4187-b028-5915cabba54c on network f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:08:45.881469 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] Attempting to bind port 88ae446d-0ce0-4187-b028-5915cabba54c on network f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:08:45.885357 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1032-a842-45c9-9879-9c6aafec9d05 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group_rule (afe23fac-44f4-4fbc-8c58-9dc12cc0222b), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:45.888523 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] Checking agent: {'id': 'dda4db69-a2e6-4522-aa0b-4e619e0d5c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'started_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:08:45.888523 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] Checking segment: {'id': '691a306c-3c07-49ca-8d5b-c7e7a9ad5919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:08:45.888523 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] Bound using segment: {'id': '691a306c-3c07-49ca-8d5b-c7e7a9ad5919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d'} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:08:45.888523 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] Bound port: 88ae446d-0ce0-4187-b028-5915cabba54c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '691a306c-3c07-49ca-8d5b-c7e7a9ad5919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d'}}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:08:45.888523 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (88ae446d-0ce0-4187-b028-5915cabba54c), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:45.905848 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6ab7a-ecbe-4bef-ab25-ea813b925d3d req-54c4a533-242d-4209-934e-19a0e23e0275 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:45.907435 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-77b6ab7a-ecbe-4bef-ab25-ea813b925d3d req-54c4a533-242d-4209-934e-19a0e23e0275 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0737679 Sep 04 01:08:45.963562 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] For port 88ae446d-0ce0-4187-b028-5915cabba54c, host hv-cinder-maste, cleared binding levels {{(pid=106791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:08:45.966903 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] For port 88ae446d-0ce0-4187-b028-5915cabba54c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=88ae446d-0ce0-4187-b028-5915cabba54c,segment=NetworkSegment(691a306c-3c07-49ca-8d5b-c7e7a9ad5919),segment_id=691a306c-3c07-49ca-8d5b-c7e7a9ad5919)] {{(pid=106791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:08:45.985327 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1032-a842-45c9-9879-9c6aafec9d05 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group_rule (afe23fac-44f4-4fbc-8c58-9dc12cc0222b), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.007383 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-77b6ab7a-ecbe-4bef-ab25-ea813b925d3d req-fa5eb811-9285-4368-9c0d-d7066c6c34e7 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891285 Sep 04 01:08:46.041686 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1032-a842-45c9-9879-9c6aafec9d05 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (afe23fac-44f4-4fbc-8c58-9dc12cc0222b), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.050760 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (88ae446d-0ce0-4187-b028-5915cabba54c), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.067153 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a1032-a842-45c9-9879-9c6aafec9d05 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe23fac-44f4-4fbc-8c58-9dc12cc0222b,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:46.077665 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:46.078278 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.079635 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/88ae446d-0ce0-4187-b028-5915cabba54c HTTP/1.1" status: 200 len: 1094 time: 0.7940102 Sep 04 01:08:46.083437 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3994b76-60e7-4d9a-a655-2fb09eb68a5d', 'tag': '88ae446d-0ce0-4187-b028-5915cabba54c'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:08:46.085741 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e182db-b687-4f6d-bd28-fdda58dcd672" -d '{"events": [{"name": "network-changed", "server_uuid": "a3994b76-60e7-4d9a-a655-2fb09eb68a5d", "tag": "88ae446d-0ce0-4187-b028-5915cabba54c"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:08:46.105589 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] Publish callbacks [] for port (f0af75e4-63aa-44d3-bff7-973c3caf9bf9), precommit_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.124638 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1032-a842-45c9-9879-9c6aafec9d05 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.129068 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-7a4a1032-a842-45c9-9879-9c6aafec9d05 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3367965 Sep 04 01:08:46.129068 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 50514) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:46.130132 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674e50e-b1b1-46a4-a14e-d1e0291fb567 req-142ccf72-50d5-4a13-8894-bdee363ec340 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:46.131743 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c674e50e-b1b1-46a4-a14e-d1e0291fb567 req-142ccf72-50d5-4a13-8894-bdee363ec340 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 945 time: 0.0953345 Sep 04 01:08:46.133712 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-1c50ea51-1b82-483f-a476-a31c6e5cae40 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Request body: {'security_group_rule': {'security_group_id': '270d62da-5350-44de-9262-a4399d8651e3', 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:46.164948 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2da47-726b-46fc-ac29-734035cd72a7 service neutron] Pushing event updated for resources: {'Port': ['ID=88ae446d-0ce0-4187-b028-5915cabba54c,revision_number=3']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:46.173620 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (f0af75e4-63aa-44d3-bff7-973c3caf9bf9), after_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.195684 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c674e50e-b1b1-46a4-a14e-d1e0291fb567 req-c94d491d-caae-4ca7-9593-600e03b90d77 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47886e6f-b931-4c89-84ae-31a8725f8d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554352 Sep 04 01:08:46.201007 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:46.210549 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9c518-9823-412a-86c1-314a38d19258 req-8a40e665-0f74-4fcc-9540-2d868961210b tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:46.212198 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b5d9c518-9823-412a-86c1-314a38d19258 req-8a40e665-0f74-4fcc-9540-2d868961210b tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 944 time: 0.0590420 Sep 04 01:08:46.246213 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905b4f0-eea6-48ac-bcdd-a1620704d346 None None] Pushing event updated for resources: {'Port': ['ID=f0af75e4-63aa-44d3-bff7-973c3caf9bf9,revision_number=3']} {{(pid=106793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:46.250625 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-1c50ea51-1b82-483f-a476-a31c6e5cae40 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group_rule (d306de2e-c68c-4493-8eb3-7981adee1a7a), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.262056 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c6166f-930a-413d-8800-57aa69b10d6d x-openstack-request-id: req-54c6166f-930a-413d-8800-57aa69b10d6d {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:08:46.262358 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3994b76-60e7-4d9a-a655-2fb09eb68a5d", "tag": "88ae446d-0ce0-4187-b028-5915cabba54c", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:08:46.262761 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54c6166f-930a-413d-8800-57aa69b10d6d {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:08:46.263341 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54c6166f-930a-413d-8800-57aa69b10d6d'] response: {'name': 'network-changed', 'server_uuid': 'a3994b76-60e7-4d9a-a655-2fb09eb68a5d', 'tag': '88ae446d-0ce0-4187-b028-5915cabba54c', 'status': 'completed', 'code': 200} Sep 04 01:08:46.288352 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] Attempting to bind port f0af75e4-63aa-44d3-bff7-973c3caf9bf9 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:08:46.288809 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] Attempting to bind port f0af75e4-63aa-44d3-bff7-973c3caf9bf9 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'abbe0616-13d4-47f1-9a7c-8e1bb8a244fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '235816d2-dc0c-4d16-940b-c00d2dfa0d18'}] {{(pid=106793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:08:46.289198 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] Attempting to bind port f0af75e4-63aa-44d3-bff7-973c3caf9bf9 on network 235816d2-dc0c-4d16-940b-c00d2dfa0d18 {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:08:46.291497 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b5d9c518-9823-412a-86c1-314a38d19258 req-39eb5126-2655-490b-9546-72d1a7be0db9 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728981 Sep 04 01:08:46.294720 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:08:46.295317 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] Checking segment: {'id': 'abbe0616-13d4-47f1-9a7c-8e1bb8a244fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '235816d2-dc0c-4d16-940b-c00d2dfa0d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:08:46.295893 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.296579 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] Bound using segment: {'id': 'abbe0616-13d4-47f1-9a7c-8e1bb8a244fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '235816d2-dc0c-4d16-940b-c00d2dfa0d18'} {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:08:46.296932 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] Bound port: f0af75e4-63aa-44d3-bff7-973c3caf9bf9, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbe0616-13d4-47f1-9a7c-8e1bb8a244fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '235816d2-dc0c-4d16-940b-c00d2dfa0d18'}}] {{(pid=106793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:08:46.297326 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (f0af75e4-63aa-44d3-bff7-973c3caf9bf9), before_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.323473 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-1c50ea51-1b82-483f-a476-a31c6e5cae40 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group_rule (d306de2e-c68c-4493-8eb3-7981adee1a7a), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.363162 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.db [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] For port f0af75e4-63aa-44d3-bff7-973c3caf9bf9, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:08:46.366469 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.db [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] For port f0af75e4-63aa-44d3-bff7-973c3caf9bf9, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f0af75e4-63aa-44d3-bff7-973c3caf9bf9,segment=NetworkSegment(abbe0616-13d4-47f1-9a7c-8e1bb8a244fd),segment_id=abbe0616-13d4-47f1-9a7c-8e1bb8a244fd)] {{(pid=106793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:08:46.401589 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-1c50ea51-1b82-483f-a476-a31c6e5cae40 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (d306de2e-c68c-4493-8eb3-7981adee1a7a), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.421510 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50ea51-1b82-483f-a476-a31c6e5cae40 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d306de2e-c68c-4493-8eb3-7981adee1a7a,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:46.423351 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device da545e71-9e15-495e-b08a-2c36ede84742 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:08:46.432671 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9156c-2238-4e57-b483-14237bf8415c req-a0ffdec5-8d8c-49d6-95c5-6e9ab316636d tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:46.434683 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-35f9156c-2238-4e57-b483-14237bf8415c req-a0ffdec5-8d8c-49d6-95c5-6e9ab316636d tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 945 time: 0.0885899 Sep 04 01:08:46.440966 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e182db-b687-4f6d-bd28-fdda58dcd672 req-43861d85-b436-4e81-9e98-de504f87f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:46.442443 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-75e182db-b687-4f6d-bd28-fdda58dcd672 req-43861d85-b436-4e81-9e98-de504f87f437 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=6071c3a795ba4aa098e3af8cde306d58&device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 1128 time: 0.0622010 Sep 04 01:08:46.446997 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (f0af75e4-63aa-44d3-bff7-973c3caf9bf9), after_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.480803 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port da545e71-9e15-495e-b08a-2c36ede84742 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:46.481201 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (da545e71-9e15-495e-b08a-2c36ede84742), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.486981 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] Routers {'c7c609e2-c44b-4962-9209-ce53822f43c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:08:46.487727 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:08:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['c7c609e2-c44b-4962-9209-ce53822f43c1'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:46.522976 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-1c50ea51-1b82-483f-a476-a31c6e5cae40 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.524479 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-1c50ea51-1b82-483f-a476-a31c6e5cae40 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3944848 Sep 04 01:08:46.527238 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 50516) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:46.531633 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-021633aa-c632-4415-835f-f2ace72c8533 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Request body: {'security_group_rule': {'security_group_id': '270d62da-5350-44de-9262-a4399d8651e3', 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:46.547542 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:46.559375 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:46.563219 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port da545e71-9e15-495e-b08a-2c36ede84742 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:46.600123 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905b4f0-eea6-48ac-bcdd-a1620704d346 None None] Pushing event updated for resources: {'Port': ['ID=f0af75e4-63aa-44d3-bff7-973c3caf9bf9,revision_number=4']} {{(pid=106793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:46.619114 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.securitygroups_db [None req-021633aa-c632-4415-835f-f2ace72c8533 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Project 735896cd6b3b4c448dd94b3bf7577cb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 04 01:08:46.624374 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] Set router c7c609e2-c44b-4962-9209-ce53822f43c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:08:46.626507 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-021633aa-c632-4415-835f-f2ace72c8533 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group_rule (9c8fb840-8e21-4e3a-8f04-46abea003990), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.634178 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-35f9156c-2238-4e57-b483-14237bf8415c req-74538b60-0668-4b69-b76c-5b0878c80859 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Deleting port 1f56da33-407e-4160-b5c8-764c4a91f864 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:08:46.634513 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-35f9156c-2238-4e57-b483-14237bf8415c req-74538b60-0668-4b69-b76c-5b0878c80859 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (1f56da33-407e-4160-b5c8-764c4a91f864), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.652419 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e182db-b687-4f6d-bd28-fdda58dcd672 req-f34cb524-c2f5-49c9-9b61-437a7c8fd9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:46.653929 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-75e182db-b687-4f6d-bd28-fdda58dcd672 req-f34cb524-c2f5-49c9-9b61-437a7c8fd9a3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=6071c3a795ba4aa098e3af8cde306d58&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1739631 Sep 04 01:08:46.694727 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-021633aa-c632-4415-835f-f2ace72c8533 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group_rule (9c8fb840-8e21-4e3a-8f04-46abea003990), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.708147 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:46.744175 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-021633aa-c632-4415-835f-f2ace72c8533 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (9c8fb840-8e21-4e3a-8f04-46abea003990), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.763171 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021633aa-c632-4415-835f-f2ace72c8533 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c8fb840-8e21-4e3a-8f04-46abea003990,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:46.781723 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:46.802522 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-35f9156c-2238-4e57-b483-14237bf8415c req-74538b60-0668-4b69-b76c-5b0878c80859 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] For port 1f56da33-407e-4160-b5c8-764c4a91f864, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1f56da33-407e-4160-b5c8-764c4a91f864,segment=NetworkSegment(4b145fcd-b870-4624-8e9b-50fe2a121117),segment_id=4b145fcd-b870-4624-8e9b-50fe2a121117)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:46.802899 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-35f9156c-2238-4e57-b483-14237bf8415c req-74538b60-0668-4b69-b76c-5b0878c80859 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (1f56da33-407e-4160-b5c8-764c4a91f864), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.818098 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e182db-b687-4f6d-bd28-fdda58dcd672 req-2a659906-d743-4de2-b05c-360ceddc986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:46.819559 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-75e182db-b687-4f6d-bd28-fdda58dcd672 req-2a659906-d743-4de2-b05c-360ceddc986a service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1413367 Sep 04 01:08:46.820506 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-35f9156c-2238-4e57-b483-14237bf8415c req-74538b60-0668-4b69-b76c-5b0878c80859 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Calling delete_port for 1f56da33-407e-4160-b5c8-764c4a91f864 owned by compute:nova {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:08:46.828155 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c609e2-c44b-4962-9209-ce53822f43c1', 'name': 'tempest-TestShelveInstance-985308805-router', 'tenant_id': '2e0ecc6513e54f9597cef651eabc4879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.36'}], 'enable_snat': True}, 'gw_port_id': 'da545e71-9e15-495e-b08a-2c36ede84742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:38Z', 'updated_at': '2022-09-04T01:08:43Z', 'revision_number': 4, 'project_id': '2e0ecc6513e54f9597cef651eabc4879', 'gw_port': {'id': 'da545e71-9e15-495e-b08a-2c36ede84742', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c609e2-c44b-4962-9209-ce53822f43c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:39Z', 'updated_at': '2022-09-04T01:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f0af75e4-63aa-44d3-bff7-973c3caf9bf9', 'name': '', 'network_id': '235816d2-dc0c-4d16-940b-c00d2dfa0d18', 'tenant_id': '2e0ecc6513e54f9597cef651eabc4879', 'mac_address': 'fa:16:3e:d7:5f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c609e2-c44b-4962-9209-ce53822f43c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '14d0e241-d5e5-432d-8a38-2add02637159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:42Z', 'updated_at': '2022-09-04T01:08:46Z', 'revision_number': 4, 'project_id': '2e0ecc6513e54f9597cef651eabc4879', 'subnets': [{'id': '14d0e241-d5e5-432d-8a38-2add02637159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:08:46.832216 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-021633aa-c632-4415-835f-f2ace72c8533 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:46.841637 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-021633aa-c632-4415-835f-f2ace72c8533 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3132346 Sep 04 01:08:46.842287 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 50518) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:08:46.847419 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-6f325fa3-f715-4db1-a2d9-38b823788f78 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Request body: {'security_group_rule': {'security_group_id': '270d62da-5350-44de-9262-a4399d8651e3', 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:08:46.942452 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173a111e-193a-44ad-b707-4c5fd1e7b1d7 None None] The sync data for ids ['c7c609e2-c44b-4962-9209-ce53822f43c1'] in dv-cinder-master-3-iscsi is: [{'id': 'c7c609e2-c44b-4962-9209-ce53822f43c1', 'name': 'tempest-TestShelveInstance-985308805-router', 'tenant_id': '2e0ecc6513e54f9597cef651eabc4879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.36'}], 'enable_snat': True}, 'gw_port_id': 'da545e71-9e15-495e-b08a-2c36ede84742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:38Z', 'updated_at': '2022-09-04T01:08:43Z', 'revision_number': 4, 'project_id': '2e0ecc6513e54f9597cef651eabc4879', 'gw_port': {'id': 'da545e71-9e15-495e-b08a-2c36ede84742', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c609e2-c44b-4962-9209-ce53822f43c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:39Z', 'updated_at': '2022-09-04T01:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f0af75e4-63aa-44d3-bff7-973c3caf9bf9', 'name': '', 'network_id': '235816d2-dc0c-4d16-940b-c00d2dfa0d18', 'tenant_id': '2e0ecc6513e54f9597cef651eabc4879', 'mac_address': 'fa:16:3e:d7:5f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c609e2-c44b-4962-9209-ce53822f43c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '14d0e241-d5e5-432d-8a38-2add02637159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:42Z', 'updated_at': '2022-09-04T01:08:46Z', 'revision_number': 4, 'project_id': '2e0ecc6513e54f9597cef651eabc4879', 'subnets': [{'id': '14d0e241-d5e5-432d-8a38-2add02637159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:08:46.950654 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-cf8e26e7-2876-4a8b-bc02-7fe3facd29db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:46.952220 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-cf8e26e7-2876-4a8b-bc02-7fe3facd29db service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=6071c3a795ba4aa098e3af8cde306d58&device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 1128 time: 0.0474534 Sep 04 01:08:46.974570 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.securitygroups_db [None req-6f325fa3-f715-4db1-a2d9-38b823788f78 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Project 735896cd6b3b4c448dd94b3bf7577cb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 04 01:08:46.977776 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:46.988190 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-6f325fa3-f715-4db1-a2d9-38b823788f78 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group_rule (47ebbefa-cdae-49cc-a540-4c2b9dab5d28), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.027879 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-dedd4fe2-d10a-4084-be6b-eda1bd81d163 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88ae446d-0ce0-4187-b028-5915cabba54c HTTP/1.1" status: 200 len: 217 time: 0.0577247 Sep 04 01:08:47.098678 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-17a624e6-8ee3-4dc0-a371-253f3aaba710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:47.099772 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-17a624e6-8ee3-4dc0-a371-253f3aaba710 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=69d55e63-fdcb-4ee5-a9f8-cb02b9c67f96 HTTP/1.1" status: 200 len: 853 time: 0.0613217 Sep 04 01:08:47.103566 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-6f325fa3-f715-4db1-a2d9-38b823788f78 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group_rule (47ebbefa-cdae-49cc-a540-4c2b9dab5d28), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.143132 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-bc9a220b-9548-4eca-b0c2-0160d6b83adb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311604 Sep 04 01:08:47.207573 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-6f325fa3-f715-4db1-a2d9-38b823788f78 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (47ebbefa-cdae-49cc-a540-4c2b9dab5d28), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.226707 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-35f9156c-2238-4e57-b483-14237bf8415c req-74538b60-0668-4b69-b76c-5b0878c80859 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (1f56da33-407e-4160-b5c8-764c4a91f864), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.249279 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f325fa3-f715-4db1-a2d9-38b823788f78 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ebbefa-cdae-49cc-a540-4c2b9dab5d28,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:47.266804 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['1f56da33-407e-4160-b5c8-764c4a91f864'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:08:47.277378 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e29943-1a09-4ee1-a35b-d7c3056ca0d5 req-b5d313b9-d3f8-4eea-be4a-80e8299085ad tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:47.278903 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-73e29943-1a09-4ee1-a35b-d7c3056ca0d5 req-b5d313b9-d3f8-4eea-be4a-80e8299085ad tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.1389468 Sep 04 01:08:47.290904 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74538b60-0668-4b69-b76c-5b0878c80859 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Pushing event deleted for resources: {'Port': ['ID=1f56da33-407e-4160-b5c8-764c4a91f864,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:47.318528 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-6f325fa3-f715-4db1-a2d9-38b823788f78 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.319769 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-6f325fa3-f715-4db1-a2d9-38b823788f78 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4765038 Sep 04 01:08:47.396254 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f9156c-2238-4e57-b483-14237bf8415c req-74538b60-0668-4b69-b76c-5b0878c80859 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] No DVR routers for this DVR port 1f56da33-407e-4160-b5c8-764c4a91f864 on host hv-cinder-maste {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:08:47.400881 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-35f9156c-2238-4e57-b483-14237bf8415c req-74538b60-0668-4b69-b76c-5b0878c80859 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:47.404111 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-35f9156c-2238-4e57-b483-14237bf8415c req-74538b60-0668-4b69-b76c-5b0878c80859 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.16 "DELETE /networking/v2.0/ports/1f56da33-407e-4160-b5c8-764c4a91f864 HTTP/1.1" status: 204 len: 173 time: 0.9608099 Sep 04 01:08:47.406288 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-b8e176c1-0533-4608-9b94-80419d234a7e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553031 Sep 04 01:08:47.439286 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-73e29943-1a09-4ee1-a35b-d7c3056ca0d5 req-30061b44-ab02-4b07-a79d-2750938ccf5e tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511889 Sep 04 01:08:47.584899 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-79e3bc1a-57eb-4bcd-a2c9-03edc3517aa3 req-3a6debd5-f474-4057-ba34-0b27c9226520 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 210 time: 0.0555794 Sep 04 01:08:47.639181 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d123491-a593-4027-adf8-47b9650fe7e9 req-a5c3d8ce-1922-43f6-8b20-b34169cf8b3a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222645 Sep 04 01:08:47.705897 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220974ee-af1f-4978-aa49-8e79f7157ff3 req-78e8cbe4-6d5b-4068-a578-ab125fbf2902 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:47.713699 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-220974ee-af1f-4978-aa49-8e79f7157ff3 req-78e8cbe4-6d5b-4068-a578-ab125fbf2902 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 944 time: 0.1041691 Sep 04 01:08:47.788793 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-220974ee-af1f-4978-aa49-8e79f7157ff3 req-0e2e4ead-6175-4d85-a17a-118a89fa6636 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739629 Sep 04 01:08:48.264294 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac07994-d434-4a73-802f-31d1772c646c', 'name': 'network-vif-deleted', 'tag': '1f56da33-407e-4160-b5c8-764c4a91f864'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:08:48.266576 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cddc58-113e-4d2c-9422-5f5143752097" -d '{"events": [{"server_uuid": "dac07994-d434-4a73-802f-31d1772c646c", "name": "network-vif-deleted", "tag": "1f56da33-407e-4160-b5c8-764c4a91f864"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:08:48.303613 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f254cc-7cd0-4404-9b9f-5b592d852c48 x-openstack-request-id: req-54f254cc-7cd0-4404-9b9f-5b592d852c48 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:08:48.303908 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac07994-d434-4a73-802f-31d1772c646c", "name": "network-vif-deleted", "tag": "1f56da33-407e-4160-b5c8-764c4a91f864", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:08:48.304222 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54f254cc-7cd0-4404-9b9f-5b592d852c48 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:08:48.304558 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f254cc-7cd0-4404-9b9f-5b592d852c48'] response: {'server_uuid': 'dac07994-d434-4a73-802f-31d1772c646c', 'name': 'network-vif-deleted', 'tag': '1f56da33-407e-4160-b5c8-764c4a91f864', 'status': 'completed', 'code': 200} Sep 04 01:08:48.437813 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device f0af75e4-63aa-44d3-bff7-973c3caf9bf9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:08:48.486843 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port f0af75e4-63aa-44d3-bff7-973c3caf9bf9 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:48.488936 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (f0af75e4-63aa-44d3-bff7-973c3caf9bf9), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:48.561465 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port f0af75e4-63aa-44d3-bff7-973c3caf9bf9 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:48.561843 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (f0af75e4-63aa-44d3-bff7-973c3caf9bf9), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:48.587383 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b4999-4250-4d0b-8a29-694e30710691 req-2f69c8ef-b879-4f83-b4c1-3fc5b558e29f tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:48.588894 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-018b4999-4250-4d0b-8a29-694e30710691 req-2f69c8ef-b879-4f83-b4c1-3fc5b558e29f tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 943 time: 0.0522990 Sep 04 01:08:48.597946 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port f0af75e4-63aa-44d3-bff7-973c3caf9bf9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f0af75e4-63aa-44d3-bff7-973c3caf9bf9,segment=NetworkSegment(abbe0616-13d4-47f1-9a7c-8e1bb8a244fd),segment_id=abbe0616-13d4-47f1-9a7c-8e1bb8a244fd)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:48.640000 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-018b4999-4250-4d0b-8a29-694e30710691 req-b0307bed-1e0b-4892-9d2c-e055da32cf01 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449154 Sep 04 01:08:48.652892 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (f0af75e4-63aa-44d3-bff7-973c3caf9bf9), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:48.705237 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=f0af75e4-63aa-44d3-bff7-973c3caf9bf9,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:48.745783 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6cbc999e-851f-4c86-8889-46849bf8b8cf req-2d970be2-a33f-4b51-b870-dbedf972eee6 tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 210 time: 0.0280867 Sep 04 01:08:48.897942 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d20be9-d02b-436e-9133-415d345621ab req-f434e660-ad07-40a1-90ab-e0f988f3769c tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:48.899389 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e0d20be9-d02b-436e-9133-415d345621ab req-f434e660-ad07-40a1-90ab-e0f988f3769c tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 944 time: 0.0464149 Sep 04 01:08:48.952815 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e0d20be9-d02b-436e-9133-415d345621ab req-994a25f4-52d7-4221-955e-dcfb0c2b5429 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476673 Sep 04 01:08:48.992751 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device fcbc60fd-1785-4f94-9436-a520ec06cdaf details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:08:49.063107 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:49.106835 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port fcbc60fd-1785-4f94-9436-a520ec06cdaf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fcbc60fd-1785-4f94-9436-a520ec06cdaf,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:49.122229 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'port_id': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf', 'mac_address': 'fa:16:3e:e5:41:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:08:49.165314 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port fcbc60fd-1785-4f94-9436-a520ec06cdaf is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:49.165702 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:49.181581 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcbc60fd-1785-4f94-9436-a520ec06cdaf {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:08:49.202179 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port fcbc60fd-1785-4f94-9436-a520ec06cdaf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fcbc60fd-1785-4f94-9436-a520ec06cdaf,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:49.293367 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:49.347536 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=fcbc60fd-1785-4f94-9436-a520ec06cdaf,revision_number=9']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:49.768572 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:49.796443 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6e466-f4a9-4258-8b9d-018103eb438e req-1399eca1-2a35-47e9-9070-120072682374 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:49.798852 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2be6e466-f4a9-4258-8b9d-018103eb438e req-1399eca1-2a35-47e9-9070-120072682374 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 944 time: 0.0592415 Sep 04 01:08:49.839189 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['fcbc60fd-1785-4f94-9436-a520ec06cdaf'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:08:49.862153 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2be6e466-f4a9-4258-8b9d-018103eb438e req-b81a216c-21c3-49f7-9258-b09d3b191d41 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556490 Sep 04 01:08:49.912693 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:49.997469 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c026c1cc-8c7b-477c-bb6b-ada308ea8e42 req-c129b515-a6ea-4675-97f5-031abb1caf7e tempest-VolumesActionsTest-1122363192 tempest-VolumesActionsTest-1122363192-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dac07994-d434-4a73-802f-31d1772c646c HTTP/1.1" status: 200 len: 210 time: 0.0405836 Sep 04 01:08:50.348598 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f28cf-92a1-49be-861e-bf1a43c2acc1 req-2853fcb3-02d7-4f8b-a956-e9b2975843ef tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:50.350215 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-127f28cf-92a1-49be-861e-bf1a43c2acc1 req-2853fcb3-02d7-4f8b-a956-e9b2975843ef tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 944 time: 0.3051445 Sep 04 01:08:50.403285 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-127f28cf-92a1-49be-861e-bf1a43c2acc1 req-3f07f6e1-9db4-49f5-b0ca-16bb50f73807 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462780 Sep 04 01:08:50.435453 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device f0af75e4-63aa-44d3-bff7-973c3caf9bf9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:08:50.495217 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port f0af75e4-63aa-44d3-bff7-973c3caf9bf9 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:50.495595 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (f0af75e4-63aa-44d3-bff7-973c3caf9bf9), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:50.586525 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port f0af75e4-63aa-44d3-bff7-973c3caf9bf9 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:51.005001 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf180b3-15c9-41e7-89bf-3ea0950747b6 req-6931d1c4-fb38-4357-8a9b-6b44189e089c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:51.006511 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-fcf180b3-15c9-41e7-89bf-3ea0950747b6 req-6931d1c4-fb38-4357-8a9b-6b44189e089c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 944 time: 0.0540612 Sep 04 01:08:51.029688 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 88ae446d-0ce0-4187-b028-5915cabba54c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:08:51.044362 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device fcbc60fd-1785-4f94-9436-a520ec06cdaf up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:08:51.055286 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-fcf180b3-15c9-41e7-89bf-3ea0950747b6 req-bf698baf-ec56-498f-be2a-e095bf52dc42 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429449 Sep 04 01:08:51.168262 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port fcbc60fd-1785-4f94-9436-a520ec06cdaf triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:51.168717 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:51.264779 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57e049-2282-4a7a-afca-94de1050f131 req-e72cbee2-3289-44d9-8445-1d59537dd889 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:51.266384 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-aa57e049-2282-4a7a-afca-94de1050f131 req-e72cbee2-3289-44d9-8445-1d59537dd889 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0554152 Sep 04 01:08:51.327663 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-aa57e049-2282-4a7a-afca-94de1050f131 req-3ed13879-0009-4e89-8a15-5affebf630a7 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540617 Sep 04 01:08:51.370339 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 88ae446d-0ce0-4187-b028-5915cabba54c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=88ae446d-0ce0-4187-b028-5915cabba54c,segment=NetworkSegment(691a306c-3c07-49ca-8d5b-c7e7a9ad5919),segment_id=691a306c-3c07-49ca-8d5b-c7e7a9ad5919)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:51.384582 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': '88ae446d-0ce0-4187-b028-5915cabba54c', 'network_id': 'f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d', 'port_id': '88ae446d-0ce0-4187-b028-5915cabba54c', 'mac_address': 'fa:16:3e:06:ee:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d55e63-fdcb-4ee5-a9f8-cb02b9c67f96', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:08:51.410938 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:51.456812 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port fcbc60fd-1785-4f94-9436-a520ec06cdaf is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:51.456812 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:51.468653 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 88ae446d-0ce0-4187-b028-5915cabba54c is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:51.469139 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (88ae446d-0ce0-4187-b028-5915cabba54c), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:51.499010 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ae446d-0ce0-4187-b028-5915cabba54c {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:08:51.513870 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49be5a0b-f748-486e-a546-c07a8e8451a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:08:51.519888 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ff4182-b0b9-4c76-b979-e62578c7c0dc" -d '{"events": [{"server_uuid": "49be5a0b-f748-486e-a546-c07a8e8451a3", "name": "network-vif-plugged", "status": "completed", "tag": "fcbc60fd-1785-4f94-9436-a520ec06cdaf"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:08:51.537927 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port fcbc60fd-1785-4f94-9436-a520ec06cdaf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fcbc60fd-1785-4f94-9436-a520ec06cdaf,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:51.549242 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021a305-e94b-4562-9bd4-e18b296c4242 req-12536dd9-b9ff-46e4-9625-33ce26660034 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:51.550809 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9021a305-e94b-4562-9bd4-e18b296c4242 req-12536dd9-b9ff-46e4-9625-33ce26660034 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 944 time: 0.0534513 Sep 04 01:08:51.559138 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 88ae446d-0ce0-4187-b028-5915cabba54c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=88ae446d-0ce0-4187-b028-5915cabba54c,segment=NetworkSegment(691a306c-3c07-49ca-8d5b-c7e7a9ad5919),segment_id=691a306c-3c07-49ca-8d5b-c7e7a9ad5919)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:51.566895 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:51.570683 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008c2559-ea94-49a8-8e0e-a981b5f422a4 x-openstack-request-id: req-008c2559-ea94-49a8-8e0e-a981b5f422a4 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:08:51.571324 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49be5a0b-f748-486e-a546-c07a8e8451a3", "name": "network-vif-plugged", "status": "completed", "tag": "fcbc60fd-1785-4f94-9436-a520ec06cdaf", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:08:51.571769 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-008c2559-ea94-49a8-8e0e-a981b5f422a4 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:08:51.572159 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-008c2559-ea94-49a8-8e0e-a981b5f422a4'] response: {'server_uuid': '49be5a0b-f748-486e-a546-c07a8e8451a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf', 'code': 200} Sep 04 01:08:51.606083 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9021a305-e94b-4562-9bd4-e18b296c4242 req-6500fff3-df50-489c-b225-5594ffa3f7b6 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456724 Sep 04 01:08:51.619053 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:51.620237 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 1f56da33-407e-4160-b5c8-764c4a91f864 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:08:51.662571 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] No Port match for: 1f56da33-407e-4160-b5c8-764c4a91f864 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:08:51.662919 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 1f56da33-407e-4160-b5c8-764c4a91f864 not bound to the agent host hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:08:51.666609 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (88ae446d-0ce0-4187-b028-5915cabba54c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:51.696542 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=fcbc60fd-1785-4f94-9436-a520ec06cdaf,revision_number=10']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:51.746884 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=88ae446d-0ce0-4187-b028-5915cabba54c,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:52.126515 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['88ae446d-0ce0-4187-b028-5915cabba54c'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:08:52.156176 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:52.256001 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4205f3-ca87-4022-b890-a26bdb1975c9 req-58ad04bc-6681-46f1-9127-572f71cdc2a1 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:52.257688 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ac4205f3-ca87-4022-b890-a26bdb1975c9 req-58ad04bc-6681-46f1-9127-572f71cdc2a1 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 946 time: 0.0786395 Sep 04 01:08:52.314790 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ac4205f3-ca87-4022-b890-a26bdb1975c9 req-e0e62b3a-20c7-4da7-9a64-714f2a306e92 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505610 Sep 04 01:08:52.484882 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c202ccd-9a3f-4311-a15e-15dad1b0dde9 req-3124e657-9da8-40f7-9de4-a8575cd11fcd tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:52.486395 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5c202ccd-9a3f-4311-a15e-15dad1b0dde9 req-3124e657-9da8-40f7-9de4-a8575cd11fcd tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0796008 Sep 04 01:08:52.510504 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82912dd7-a3bd-456c-8671-3e78f8e03ced req-06494efd-0961-407c-9c9b-709afd368585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:52.512184 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-82912dd7-a3bd-456c-8671-3e78f8e03ced req-06494efd-0961-407c-9c9b-709afd368585 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 1130 time: 0.0962303 Sep 04 01:08:52.561498 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5c202ccd-9a3f-4311-a15e-15dad1b0dde9 req-6a6d54a8-de6c-4f6a-8afe-25cc490fa700 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681913 Sep 04 01:08:52.577403 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-82912dd7-a3bd-456c-8671-3e78f8e03ced req-54e5d037-4de1-4d91-9f84-9778db12c98d service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568514 Sep 04 01:08:52.741361 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865582c-d0e6-4b5e-88a8-615c43d34fb9 req-d110f059-c7e2-46e9-aa39-10e77dc602c5 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:52.742881 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1865582c-d0e6-4b5e-88a8-615c43d34fb9 req-d110f059-c7e2-46e9-aa39-10e77dc602c5 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 945 time: 0.0484517 Sep 04 01:08:52.791194 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1865582c-d0e6-4b5e-88a8-615c43d34fb9 req-daa6cef8-5b49-469b-84bc-e27ea120cc0c tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426831 Sep 04 01:08:53.445509 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4a167-89af-4cff-8101-0256b6bc6dd8 req-16eedc2d-c969-45e8-9843-9ac3888fc759 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:53.447039 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-58b4a167-89af-4cff-8101-0256b6bc6dd8 req-16eedc2d-c969-45e8-9843-9ac3888fc759 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 946 time: 0.0489480 Sep 04 01:08:53.498962 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-58b4a167-89af-4cff-8101-0256b6bc6dd8 req-a9511524-80e9-4905-becb-f5d267d84c31 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461564 Sep 04 01:08:53.690220 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdc55f-08d0-44e2-87a1-b136c7feecbc req-b2b7a568-b46b-4676-86d0-7d1beab014c9 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:53.691882 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-44fdc55f-08d0-44e2-87a1-b136c7feecbc req-b2b7a568-b46b-4676-86d0-7d1beab014c9 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0493758 Sep 04 01:08:53.745501 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-44fdc55f-08d0-44e2-87a1-b136c7feecbc req-a1674d83-3948-4e22-8331-9c8efa65935b tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464485 Sep 04 01:08:53.924410 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967c37c-0ecd-473b-83aa-316c990afc72 req-615e0a3d-e611-4496-9376-b756cce8059b tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:53.926013 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f967c37c-0ecd-473b-83aa-316c990afc72 req-615e0a3d-e611-4496-9376-b756cce8059b tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 945 time: 0.0521369 Sep 04 01:08:53.974848 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f967c37c-0ecd-473b-83aa-316c990afc72 req-c721630a-24f2-4cc3-8e57-d15f46e9f633 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431755 Sep 04 01:08:54.637161 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ec535-feee-436f-bd89-2f7d7b80c726 req-934e4891-a30a-4a2f-8eb0-10926369b1be tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:54.638709 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-9d4ec535-feee-436f-bd89-2f7d7b80c726 req-934e4891-a30a-4a2f-8eb0-10926369b1be tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 946 time: 0.0550315 Sep 04 01:08:54.683533 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:54.688667 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-9d4ec535-feee-436f-bd89-2f7d7b80c726 req-8823c432-3af3-4aab-a6bb-54e116f09c45 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444541 Sep 04 01:08:54.874634 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d881473-7d9f-48a4-b4b6-53a1c7605257 req-30b159ac-a0f5-431f-aa4a-9ec572a0cc59 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:54.876067 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4d881473-7d9f-48a4-b4b6-53a1c7605257 req-30b159ac-a0f5-431f-aa4a-9ec572a0cc59 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0483360 Sep 04 01:08:54.923271 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4d881473-7d9f-48a4-b4b6-53a1c7605257 req-e6ea67e2-7bec-4200-b49d-a9bc53599417 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411873 Sep 04 01:08:55.100003 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f16251-37aa-445d-ab8b-f70fbd4e89c5 req-e5dbb422-01fe-4f38-b951-8a600d9225fd tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:55.101917 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a8f16251-37aa-445d-ab8b-f70fbd4e89c5 req-e5dbb422-01fe-4f38-b951-8a600d9225fd tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 945 time: 0.0488446 Sep 04 01:08:55.156878 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a8f16251-37aa-445d-ab8b-f70fbd4e89c5 req-b1ce4ff1-1983-4846-91d2-0ddbd6662c3b tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481339 Sep 04 01:08:55.823472 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f9f46-986e-4bc2-a1a1-5adec8322796 req-f095a1a4-f39f-4fd0-ac2c-ef0afb2b1826 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:55.825010 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9f8f9f46-986e-4bc2-a1a1-5adec8322796 req-f095a1a4-f39f-4fd0-ac2c-ef0afb2b1826 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 946 time: 0.0502295 Sep 04 01:08:55.874733 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9f8f9f46-986e-4bc2-a1a1-5adec8322796 req-d492d470-ab61-4c11-bd17-67fad1db49e9 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432458 Sep 04 01:08:56.045937 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96199b5c-6088-4cbb-a647-6668c7ea7232 req-e484a073-c2c2-49aa-8b58-64efc76a9e1a tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:56.047301 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-96199b5c-6088-4cbb-a647-6668c7ea7232 req-e484a073-c2c2-49aa-8b58-64efc76a9e1a tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0471284 Sep 04 01:08:56.096769 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-96199b5c-6088-4cbb-a647-6668c7ea7232 req-db17737d-511a-48ba-ab8f-c08d70a23589 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433545 Sep 04 01:08:56.279529 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54b149-f084-46e6-80e2-7a815ac2ccb6 req-02638b7d-ef00-445f-b9b6-232b1a4326ce tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:56.280976 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6c54b149-f084-46e6-80e2-7a815ac2ccb6 req-02638b7d-ef00-445f-b9b6-232b1a4326ce tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 945 time: 0.0469267 Sep 04 01:08:56.318869 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 88ae446d-0ce0-4187-b028-5915cabba54c up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:08:56.329338 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6c54b149-f084-46e6-80e2-7a815ac2ccb6 req-820ca8d6-e105-4b88-b392-3dc756bf8035 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420413 Sep 04 01:08:56.363694 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning for port 88ae446d-0ce0-4187-b028-5915cabba54c completed by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:08:56.423887 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port 88ae446d-0ce0-4187-b028-5915cabba54c triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:08:56.424260 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (88ae446d-0ce0-4187-b028-5915cabba54c), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:56.505567 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 88ae446d-0ce0-4187-b028-5915cabba54c is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:08:56.505969 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (88ae446d-0ce0-4187-b028-5915cabba54c), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:56.529224 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3994b76-60e7-4d9a-a655-2fb09eb68a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ae446d-0ce0-4187-b028-5915cabba54c'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:08:56.531744 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4854c1-f871-4019-b71e-6dbbdd8865fe" -d '{"events": [{"server_uuid": "a3994b76-60e7-4d9a-a655-2fb09eb68a5d", "name": "network-vif-plugged", "status": "completed", "tag": "88ae446d-0ce0-4187-b028-5915cabba54c"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:08:56.545893 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 88ae446d-0ce0-4187-b028-5915cabba54c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=88ae446d-0ce0-4187-b028-5915cabba54c,segment=NetworkSegment(691a306c-3c07-49ca-8d5b-c7e7a9ad5919),segment_id=691a306c-3c07-49ca-8d5b-c7e7a9ad5919)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:08:56.571655 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5cec8f-07a3-48d0-8b1e-f1158899e0c3 x-openstack-request-id: req-7f5cec8f-07a3-48d0-8b1e-f1158899e0c3 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:08:56.572019 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3994b76-60e7-4d9a-a655-2fb09eb68a5d", "name": "network-vif-plugged", "status": "completed", "tag": "88ae446d-0ce0-4187-b028-5915cabba54c", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:08:56.572419 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f5cec8f-07a3-48d0-8b1e-f1158899e0c3 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:08:56.572841 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f5cec8f-07a3-48d0-8b1e-f1158899e0c3'] response: {'server_uuid': 'a3994b76-60e7-4d9a-a655-2fb09eb68a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ae446d-0ce0-4187-b028-5915cabba54c', 'code': 200} Sep 04 01:08:56.613383 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (88ae446d-0ce0-4187-b028-5915cabba54c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:08:56.666418 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=88ae446d-0ce0-4187-b028-5915cabba54c,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:08:57.003414 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2dc55-bd66-4d1a-bfb7-fd1c8c29261e req-e781517c-25e2-4ae8-a90e-d5630d1c48c2 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:57.005720 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-86c2dc55-bd66-4d1a-bfb7-fd1c8c29261e req-e781517c-25e2-4ae8-a90e-d5630d1c48c2 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 946 time: 0.0488229 Sep 04 01:08:57.057317 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-86c2dc55-bd66-4d1a-bfb7-fd1c8c29261e req-05f763a1-748f-4002-b644-ad875265db27 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457489 Sep 04 01:08:57.208655 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=28 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:57.223642 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1774a3-43cd-499e-b5f1-ea2c9d4e5e7e req-e0637060-5f74-4bb8-8987-12cfdeb29e6b tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:57.225174 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7d1774a3-43cd-499e-b5f1-ea2c9d4e5e7e req-e0637060-5f74-4bb8-8987-12cfdeb29e6b tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0475118 Sep 04 01:08:57.272488 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7d1774a3-43cd-499e-b5f1-ea2c9d4e5e7e req-53ddf7b9-9979-4c26-ad49-fdb679374912 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418141 Sep 04 01:08:57.447393 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:57.463778 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ae043-2f5a-4521-918c-9de1c7d2ead2 req-96c21bb3-df79-47f2-9bed-45caa41c2db8 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:57.465368 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-914ae043-2f5a-4521-918c-9de1c7d2ead2 req-96c21bb3-df79-47f2-9bed-45caa41c2db8 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 946 time: 0.0559421 Sep 04 01:08:57.518730 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-914ae043-2f5a-4521-918c-9de1c7d2ead2 req-8e1b2463-715f-4750-be27-7256201fc0fe tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464914 Sep 04 01:08:58.191589 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded52fc6-fa2a-4864-8f01-6d748bbfa397 req-baeda956-b2e8-4830-b040-1d8007fdaf29 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:58.193174 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ded52fc6-fa2a-4864-8f01-6d748bbfa397 req-baeda956-b2e8-4830-b040-1d8007fdaf29 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 946 time: 0.0488322 Sep 04 01:08:58.244056 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ded52fc6-fa2a-4864-8f01-6d748bbfa397 req-83c2d0f4-c192-4808-b39b-31485a704a20 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445261 Sep 04 01:08:58.403398 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f7410-70ce-424f-93b6-0049b5c6282e req-b6b26a1d-88a4-45bc-90b6-c346653d53ee tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:58.404945 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-113f7410-70ce-424f-93b6-0049b5c6282e req-b6b26a1d-88a4-45bc-90b6-c346653d53ee tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0494938 Sep 04 01:08:58.471277 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-113f7410-70ce-424f-93b6-0049b5c6282e req-74ff60f1-5f7b-4ff6-9cef-eaa41ebf1dcf tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604255 Sep 04 01:08:58.493717 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:58.504153 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516c1d9-e355-470d-b7c3-4aaa1a0fdd71 req-7bce849d-c516-4431-ab33-37f7891c76a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:58.506293 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2516c1d9-e355-470d-b7c3-4aaa1a0fdd71 req-7bce849d-c516-4431-ab33-37f7891c76a6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 1130 time: 0.0590038 Sep 04 01:08:58.558216 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2516c1d9-e355-470d-b7c3-4aaa1a0fdd71 req-53afeda6-40f7-4c47-bc91-66b1fb5744e1 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433238 Sep 04 01:08:58.674400 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8665e6-e3e2-487d-aed3-149ef793d6fd req-ef33ccc8-df3f-4749-88a0-a877044be75c tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:58.676036 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-bc8665e6-e3e2-487d-aed3-149ef793d6fd req-ef33ccc8-df3f-4749-88a0-a877044be75c tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 946 time: 0.0680027 Sep 04 01:08:58.730132 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-bc8665e6-e3e2-487d-aed3-149ef793d6fd req-fc717add-662d-4d08-a094-86e7a9bbe32f tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464790 Sep 04 01:08:59.380928 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3cc69-a296-4868-a801-7f389c9b2c0c req-4bfaeb58-7f63-43e7-8ba0-dc3d56177baf tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:59.382469 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4eb3cc69-a296-4868-a801-7f389c9b2c0c req-4bfaeb58-7f63-43e7-8ba0-dc3d56177baf tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 946 time: 0.0516844 Sep 04 01:08:59.435600 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4eb3cc69-a296-4868-a801-7f389c9b2c0c req-ea211d4d-3231-4263-91f8-4c939481c8cb tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465164 Sep 04 01:08:59.607594 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35363e-d174-4862-9ede-ad6aeb510b73 req-ca8c0ff1-bf02-41bd-b7c2-466a6c26d18b tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:59.609272 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-fd35363e-d174-4862-9ede-ad6aeb510b73 req-ca8c0ff1-bf02-41bd-b7c2-466a6c26d18b tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0536339 Sep 04 01:08:59.638865 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:08:59.664521 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-fd35363e-d174-4862-9ede-ad6aeb510b73 req-c44816fd-9efa-47c6-81ee-96848e09e547 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479217 Sep 04 01:08:59.904476 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b681afe-c3a7-49b3-89df-c9218cb62f18 req-389985c1-4587-4b18-b6c3-9827fc55b093 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:08:59.906128 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3b681afe-c3a7-49b3-89df-c9218cb62f18 req-389985c1-4587-4b18-b6c3-9827fc55b093 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 946 time: 0.0842831 Sep 04 01:08:59.965228 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3b681afe-c3a7-49b3-89df-c9218cb62f18 req-fb6c60d9-7dff-40f4-bc7c-4dd42d5e9ce2 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521626 Sep 04 01:09:00.392190 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f25b46-93d1-4ca9-a810-ad0c144a172d req-8d401fd6-1ae2-4a5f-973a-24229e87356a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:00.393930 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-81f25b46-93d1-4ca9-a810-ad0c144a172d req-8d401fd6-1ae2-4a5f-973a-24229e87356a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0588727 Sep 04 01:09:00.450088 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-81f25b46-93d1-4ca9-a810-ad0c144a172d req-42c6b3d9-8e42-4006-bd91-10f9be119230 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504801 Sep 04 01:09:00.699226 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-f25dd0b8-8ad2-44b2-8387-18b91252d3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:00.734196 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947f2ab-a331-47c0-8a22-47e19bdf2c2e req-b32db827-fbf0-4103-a273-59a3da5dff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:00.736313 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a947f2ab-a331-47c0-8a22-47e19bdf2c2e req-b32db827-fbf0-4103-a273-59a3da5dff2e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=db72b63281384bd883b04d05bcc35677&device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 1129 time: 0.0448813 Sep 04 01:09:00.834803 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b51f74-1b05-4827-b60f-dfd3c128a083 req-963da965-e7ec-4ee3-9c72-10d4dad8f8d5 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:00.837680 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b6b51f74-1b05-4827-b60f-dfd3c128a083 req-963da965-e7ec-4ee3-9c72-10d4dad8f8d5 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0812089 Sep 04 01:09:00.875892 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947f2ab-a331-47c0-8a22-47e19bdf2c2e req-ed7a52c9-98f7-45b3-ad21-45838a677622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:00.878687 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a947f2ab-a331-47c0-8a22-47e19bdf2c2e req-ed7a52c9-98f7-45b3-ad21-45838a677622 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=b16f22e1-6fb1-440b-98eb-845123e960e6 HTTP/1.1" status: 200 len: 919 time: 0.1325212 Sep 04 01:09:00.927868 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b6b51f74-1b05-4827-b60f-dfd3c128a083 req-4c519e46-ddf6-452c-9125-a5ef4a413718 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826855 Sep 04 01:09:00.984361 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a947f2ab-a331-47c0-8a22-47e19bdf2c2e req-d131eabc-178e-4272-84ec-e1fad2246cf0 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62f5079a-1d7d-4c5c-bdcd-0af337b6235b HTTP/1.1" status: 200 len: 1001 time: 0.0943170 Sep 04 01:09:01.050192 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947f2ab-a331-47c0-8a22-47e19bdf2c2e req-6528e27a-5d58-4c93-99b3-0265cc6b93b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:01.051690 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a947f2ab-a331-47c0-8a22-47e19bdf2c2e req-6528e27a-5d58-4c93-99b3-0265cc6b93b6 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0 HTTP/1.1" status: 200 len: 857 time: 0.0608966 Sep 04 01:09:01.125493 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947f2ab-a331-47c0-8a22-47e19bdf2c2e req-6e473881-4493-463b-95e5-f312810124e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:01.127096 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a947f2ab-a331-47c0-8a22-47e19bdf2c2e req-6e473881-4493-463b-95e5-f312810124e6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b16f22e1-6fb1-440b-98eb-845123e960e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644178 Sep 04 01:09:01.132993 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b59dcf-cebb-45af-9016-7705bd2a9b9d req-b26071b1-9a54-4a7b-b293-d7a551edcd4f tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:01.134481 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d2b59dcf-cebb-45af-9016-7705bd2a9b9d req-b26071b1-9a54-4a7b-b293-d7a551edcd4f tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 946 time: 0.0818594 Sep 04 01:09:01.242831 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d2b59dcf-cebb-45af-9016-7705bd2a9b9d req-8b5cca0e-728e-4b62-b7c0-784b53012626 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881591 Sep 04 01:09:01.244786 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:01.278904 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a947f2ab-a331-47c0-8a22-47e19bdf2c2e req-29847f4a-af98-4b5b-a3d4-4644548fd1f4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433952 Sep 04 01:09:01.382146 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a947f2ab-a331-47c0-8a22-47e19bdf2c2e req-93d14eff-30fc-4f48-8506-07d0b99f2d5e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904233 Sep 04 01:09:01.584600 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559cace-b70c-4f66-a5cf-7fde6ddb27e0 req-2b973772-8f0a-4c25-a42e-c7c187ff4dbb tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:01.586181 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3559cace-b70c-4f66-a5cf-7fde6ddb27e0 req-2b973772-8f0a-4c25-a42e-c7c187ff4dbb tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0571547 Sep 04 01:09:01.653369 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3559cace-b70c-4f66-a5cf-7fde6ddb27e0 req-d443a47c-e77e-41a4-93c3-9d18c4f6a464 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613277 Sep 04 01:09:02.098002 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1b0cc-d6bf-45b3-ae70-d54e62869337 req-7b8b07d5-0a3e-456d-9fb8-66156534a323 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:02.099827 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d5a1b0cc-d6bf-45b3-ae70-d54e62869337 req-7b8b07d5-0a3e-456d-9fb8-66156534a323 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0809591 Sep 04 01:09:02.191434 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d5a1b0cc-d6bf-45b3-ae70-d54e62869337 req-0f9c9b55-5f3f-4c0e-bc20-bb9717d8dba2 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827029 Sep 04 01:09:02.783969 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbc9a7-625a-497c-b05a-7f3dd07986eb req-a3139dc2-f2fd-4b18-8436-e701deec4cd1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:02.787865 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e3bbc9a7-625a-497c-b05a-7f3dd07986eb req-a3139dc2-f2fd-4b18-8436-e701deec4cd1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0511856 Sep 04 01:09:02.865928 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e3bbc9a7-625a-497c-b05a-7f3dd07986eb req-4002c6d8-31c6-48be-b922-8cb3a6654b36 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716956 Sep 04 01:09:03.013019 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-0c1dc613-a135-479f-8164-bc923a697f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:03.334844 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:03.334844 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bdf4c-2fd4-41da-9795-99b5396e30d1 req-c76745a2-1958-4f51-ad29-bf4948b3d0c8 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:03.336546 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ac0bdf4c-2fd4-41da-9795-99b5396e30d1 req-c76745a2-1958-4f51-ad29-bf4948b3d0c8 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0606258 Sep 04 01:09:03.401538 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ac0bdf4c-2fd4-41da-9795-99b5396e30d1 req-039f8012-c19c-4645-9757-1228dd9e4592 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584567 Sep 04 01:09:03.986547 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef3013-869f-4704-8afb-fc775790929b req-c0247bf8-d30d-48da-b844-96e7221ad4c2 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:03.988022 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-40ef3013-869f-4704-8afb-fc775790929b req-c0247bf8-d30d-48da-b844-96e7221ad4c2 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0468810 Sep 04 01:09:04.043411 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-40ef3013-869f-4704-8afb-fc775790929b req-aba37f3d-7539-4850-a41c-c93207ef6deb tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492015 Sep 04 01:09:04.144546 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:04.528617 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb607236-6a25-4d23-a757-2b3554bf88f5 req-228e472a-e83b-4ea6-a7d0-530e228d1a03 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:04.530813 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fb607236-6a25-4d23-a757-2b3554bf88f5 req-228e472a-e83b-4ea6-a7d0-530e228d1a03 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0507431 Sep 04 01:09:04.584874 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fb607236-6a25-4d23-a757-2b3554bf88f5 req-0b6429ce-f31c-4487-991c-fb2130f67639 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469656 Sep 04 01:09:05.200639 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb46287-b7cb-4af0-9da1-469b77521b0e req-4c42c774-e940-4067-9c2b-0ae4c96a7534 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:05.207381 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-afb46287-b7cb-4af0-9da1-469b77521b0e req-4c42c774-e940-4067-9c2b-0ae4c96a7534 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0697663 Sep 04 01:09:05.269971 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-afb46287-b7cb-4af0-9da1-469b77521b0e req-5e46e8d4-3f04-40a1-94c0-33308752a88f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608594 Sep 04 01:09:05.699401 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:05.724641 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f12368-7c32-43be-a425-0f1179babe86 req-e61658d6-9b1e-42d6-b17e-550c59310f99 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:05.726438 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-04f12368-7c32-43be-a425-0f1179babe86 req-e61658d6-9b1e-42d6-b17e-550c59310f99 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0508447 Sep 04 01:09:05.792168 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-04f12368-7c32-43be-a425-0f1179babe86 req-036bb3ec-fb0c-4f8b-8738-0db6431b27b1 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593419 Sep 04 01:09:05.904970 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:06.418267 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f134ba-6027-43e5-add6-eb9344ba827f req-75f6f813-1802-4d17-9eac-dca27d70b070 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:06.420502 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a8f134ba-6027-43e5-add6-eb9344ba827f req-75f6f813-1802-4d17-9eac-dca27d70b070 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0620420 Sep 04 01:09:06.482170 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:06.488003 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a8f134ba-6027-43e5-add6-eb9344ba827f req-3d710f96-1f55-4252-971b-6fc604fa21a5 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547531 Sep 04 01:09:06.607499 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:06.919089 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7010b-219a-4575-a80a-167177a26933 req-7c4d8020-b917-446f-82aa-be46ed1de87b tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:06.920459 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c0b7010b-219a-4575-a80a-167177a26933 req-7c4d8020-b917-446f-82aa-be46ed1de87b tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0473444 Sep 04 01:09:06.967566 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c0b7010b-219a-4575-a80a-167177a26933 req-b539f7ed-4686-4010-96b0-3c95dee13cd2 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415854 Sep 04 01:09:07.630482 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedb6a3-94ff-421b-9625-eae9b5b19232 req-981573b5-dd40-4d71-be30-98bc9495b86f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:07.632151 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-9bedb6a3-94ff-421b-9625-eae9b5b19232 req-981573b5-dd40-4d71-be30-98bc9495b86f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0547402 Sep 04 01:09:07.693908 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-9bedb6a3-94ff-421b-9625-eae9b5b19232 req-e4b78710-c19e-4996-ad5e-c50654869658 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561955 Sep 04 01:09:08.148463 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84362ce4-b662-4aef-8c02-a04fd9857363 req-eb1df476-af6a-4b85-99b3-f86d9d724f81 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:08.151160 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-84362ce4-b662-4aef-8c02-a04fd9857363 req-eb1df476-af6a-4b85-99b3-f86d9d724f81 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0656629 Sep 04 01:09:08.207404 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-84362ce4-b662-4aef-8c02-a04fd9857363 req-bb2ed937-d08a-4e23-819c-fa272ac92b8c tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513036 Sep 04 01:09:08.821249 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-0947e322-0eca-457a-915e-fe25b74eb1d1 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2111062138&fields=id&tenant_id=735896cd6b3b4c448dd94b3bf7577cb8 HTTP/1.1" status: 200 len: 267 time: 0.0646038 Sep 04 01:09:08.874836 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d6066-6a10-428d-8daf-92bc329a0e9d req-e6d125a5-a6d4-4d89-b71c-684450c7e03b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:08.877814 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fc4d6066-6a10-428d-8daf-92bc329a0e9d req-e6d125a5-a6d4-4d89-b71c-684450c7e03b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0718524 Sep 04 01:09:08.954272 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fc4d6066-6a10-428d-8daf-92bc329a0e9d req-249abbc7-d78b-45d4-9430-56a5fbeccbad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685008 Sep 04 01:09:08.968149 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-4c68a877-af06-47a2-ae74-81d8ac9caebb tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:08.970079 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-4c68a877-af06-47a2-ae74-81d8ac9caebb tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a4020194-c9cd-46d3-9c56-5d8c215c248f HTTP/1.1" status: 200 len: 809 time: 0.1391201 Sep 04 01:09:08.990274 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-48ac0566-7341-44ab-957d-f2fe6d8c5792 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/quotas/735896cd6b3b4c448dd94b3bf7577cb8 HTTP/1.1" status: 200 len: 375 time: 0.0108004 Sep 04 01:09:09.056339 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-feffb395-3629-49de-bb94-9cd91d53ffab tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=735896cd6b3b4c448dd94b3bf7577cb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592520 Sep 04 01:09:09.165796 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-21431f0e-c332-43dd-bd26-0272cbfd79a5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4020194-c9cd-46d3-9c56-5d8c215c248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933084 Sep 04 01:09:09.275982 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-9815fa06-9bbf-4ef0-aba2-9f2604174ea8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4020194-c9cd-46d3-9c56-5d8c215c248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019008 Sep 04 01:09:09.352050 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb833361-a44f-4878-8cbf-aaf11349cfdd req-7894bebe-dfd6-4b50-979e-f010d5589ed9 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:09.354579 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fb833361-a44f-4878-8cbf-aaf11349cfdd req-7894bebe-dfd6-4b50-979e-f010d5589ed9 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0564642 Sep 04 01:09:09.421934 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:09.439530 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fb833361-a44f-4878-8cbf-aaf11349cfdd req-b9ff071a-5a59-4a5b-82dc-8bd57b1d0e5e tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783491 Sep 04 01:09:10.092203 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b98f5290-0cd9-412b-9155-727670b7ecd4 req-3c19c6e1-2a9b-4e6c-8a43-af1e4eff489b tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 210 time: 0.0800591 Sep 04 01:09:10.172418 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db5408-aefc-4873-9fe6-f1fcefc4e648 req-1e3a5f6e-bd66-49bc-8d5a-b5b25aa754ad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:10.174009 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-80db5408-aefc-4873-9fe6-f1fcefc4e648 req-1e3a5f6e-bd66-49bc-8d5a-b5b25aa754ad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0927622 Sep 04 01:09:10.229061 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-80db5408-aefc-4873-9fe6-f1fcefc4e648 req-68091582-4951-4da6-8b9e-6872d2a462ee tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477328 Sep 04 01:09:10.575566 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c80a3-ab9b-4510-a42a-df5fd36be62a req-1d08df12-db92-44a3-a197-202c0d5e2332 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:10.577396 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1e0c80a3-ab9b-4510-a42a-df5fd36be62a req-1d08df12-db92-44a3-a197-202c0d5e2332 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0615361 Sep 04 01:09:10.638460 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1e0c80a3-ab9b-4510-a42a-df5fd36be62a req-d84f8b77-d307-46b0-9a4a-b782f84340ce tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545001 Sep 04 01:09:11.185687 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:11.209444 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e05b7b78-f02e-433d-81e4-a60eed710afc req-ed3a65bc-69f9-4281-9af2-0390ae696061 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 210 time: 0.0355000 Sep 04 01:09:11.399768 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db163d0-e0bd-4a74-b76e-d0016834e59f req-087adbae-f179-4a89-bf5e-3bd3445e717e tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:11.401614 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2db163d0-e0bd-4a74-b76e-d0016834e59f req-087adbae-f179-4a89-bf5e-3bd3445e717e tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0590942 Sep 04 01:09:11.470546 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2db163d0-e0bd-4a74-b76e-d0016834e59f req-c8743df6-ab65-4a26-be5d-d4e5a2a99a30 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616038 Sep 04 01:09:11.784253 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e9254-dc87-499d-86d6-d33ba6cc2739 req-6a995ede-0168-43a7-b86a-e6ee5d722939 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:11.785763 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a96e9254-dc87-499d-86d6-d33ba6cc2739 req-6a995ede-0168-43a7-b86a-e6ee5d722939 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0510621 Sep 04 01:09:11.843702 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a96e9254-dc87-499d-86d6-d33ba6cc2739 req-d4dc05ba-05db-4d01-a783-0604796fc1e9 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466175 Sep 04 01:09:12.329790 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-54bbd7ae-a38a-4ca9-a964-57c013e014a0 req-790109d2-ee53-4b6f-a597-29ef2dcffb4e tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 210 time: 0.0378666 Sep 04 01:09:12.612512 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b39860-d554-48db-b955-d7110a7afba5 req-ae625cd2-c2e1-4532-9ebf-fa24c056ac77 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:12.621594 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-81b39860-d554-48db-b955-d7110a7afba5 req-ae625cd2-c2e1-4532-9ebf-fa24c056ac77 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0611143 Sep 04 01:09:12.674961 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-81b39860-d554-48db-b955-d7110a7afba5 req-593b9677-7099-4409-befe-f1fbc13a6613 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521233 Sep 04 01:09:12.987775 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2a361-5d10-4944-abf0-e7373798c6bb req-6d5c9bcc-5003-4ecc-a2fa-0c1d3fd447d5 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:12.997617 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6ab2a361-5d10-4944-abf0-e7373798c6bb req-6d5c9bcc-5003-4ecc-a2fa-0c1d3fd447d5 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0709639 Sep 04 01:09:13.044120 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6ab2a361-5d10-4944-abf0-e7373798c6bb req-e5505632-e0bc-49ff-8ea8-5af91cfe8aa8 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453522 Sep 04 01:09:13.438767 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5ee8629a-8c93-4e74-abf4-2a947a95af3d req-50146259-777a-49da-b6bd-61a0325a04a0 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 210 time: 0.0293818 Sep 04 01:09:13.840253 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff899bf-956e-4db4-9c4e-0f6b243b5235 req-ae92ded8-fa57-49c5-b958-94e09486f504 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:13.842662 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7ff899bf-956e-4db4-9c4e-0f6b243b5235 req-ae92ded8-fa57-49c5-b958-94e09486f504 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0743153 Sep 04 01:09:13.898110 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7ff899bf-956e-4db4-9c4e-0f6b243b5235 req-d62fb1b9-aef1-41f8-9b35-abf726b887bb tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482867 Sep 04 01:09:14.216285 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd34027-2b7f-401d-97f7-92a44b563bd8 req-145d6401-f298-4b47-96ee-27019a2de5d8 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:14.218647 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2cd34027-2b7f-401d-97f7-92a44b563bd8 req-145d6401-f298-4b47-96ee-27019a2de5d8 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0808029 Sep 04 01:09:14.281975 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2cd34027-2b7f-401d-97f7-92a44b563bd8 req-a24b422b-dc02-4363-b0af-de14dacadd8a tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556347 Sep 04 01:09:14.483859 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3815e4d-835d-4ac9-88c1-310acab66596 req-da94bb1a-5740-44fd-a737-f3cf52ae12ce tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:14.486431 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b3815e4d-835d-4ac9-88c1-310acab66596 req-da94bb1a-5740-44fd-a737-f3cf52ae12ce tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 946 time: 0.0806253 Sep 04 01:09:14.550973 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b3815e4d-835d-4ac9-88c1-310acab66596 req-9e788e31-9aef-4030-9db3-5d7ff2778012 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563748 Sep 04 01:09:14.578479 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b35378e7-7383-46cf-898c-95a5989ca518 req-02008184-f47e-49a0-85b6-7e0ef50780d7 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 210 time: 0.0429673 Sep 04 01:09:14.919497 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dca7be-5e27-47ec-88d5-1779fee346b0 req-a265aa85-fdcd-4a67-add2-56d29bdb47f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:14.921245 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b3dca7be-5e27-47ec-88d5-1779fee346b0 req-a265aa85-fdcd-4a67-add2-56d29bdb47f5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e7dca68418a14d7da9aa63ac25f202e8&device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 1129 time: 0.0445673 Sep 04 01:09:15.032802 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:15.044388 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99285128-00f2-4449-a2dc-2e5ad3bad59d req-b6ab4a41-031f-4e8f-b100-84eddf2269b7 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:15.046269 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-99285128-00f2-4449-a2dc-2e5ad3bad59d req-b6ab4a41-031f-4e8f-b100-84eddf2269b7 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0506573 Sep 04 01:09:15.109946 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-99285128-00f2-4449-a2dc-2e5ad3bad59d req-23b6b6d1-c9f9-4e43-8297-c9d4cb700f65 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565226 Sep 04 01:09:15.497420 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668513b-6e57-4b37-9540-fd0c79560841 req-9fdd431d-8f23-4cec-ae0b-75cb99057dc8 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:15.504963 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d668513b-6e57-4b37-9540-fd0c79560841 req-9fdd431d-8f23-4cec-ae0b-75cb99057dc8 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0644796 Sep 04 01:09:15.512931 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:15.564210 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d668513b-6e57-4b37-9540-fd0c79560841 req-127c006f-962e-488c-a0b9-0e26c50237ed tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581968 Sep 04 01:09:15.738158 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de641c-06e9-4368-8072-71295b42f5ab req-cee68eaf-bedd-4c42-9363-4cf2ae9bff63 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:15.741570 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e5de641c-06e9-4368-8072-71295b42f5ab req-cee68eaf-bedd-4c42-9363-4cf2ae9bff63 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 946 time: 0.0876272 Sep 04 01:09:15.805377 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e5de641c-06e9-4368-8072-71295b42f5ab req-93bc3ac2-4349-49be-a431-62d44d31b0be tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577919 Sep 04 01:09:15.916246 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3aa8f3da-2fa9-45db-ba4c-fb8d2b7e4aef req-26c1df2b-bdf3-445c-bb3f-cea9811256ed tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 210 time: 0.0444221 Sep 04 01:09:16.035245 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba75219-a3cc-48cf-9602-ab67df3fffc7 req-ee20fb9d-af9f-4b76-8eda-720052950994 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:16.037632 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-bba75219-a3cc-48cf-9602-ab67df3fffc7 req-ee20fb9d-af9f-4b76-8eda-720052950994 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0537972 Sep 04 01:09:16.101588 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-bba75219-a3cc-48cf-9602-ab67df3fffc7 req-3403a29e-bce4-4962-b430-f4f047d3229a tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552366 Sep 04 01:09:16.245663 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643295c-ba2d-4e6e-85e2-fbd97ae7adfb req-035879db-fee1-48ba-8e5b-aae7ccf7152c tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:16.247372 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-9643295c-ba2d-4e6e-85e2-fbd97ae7adfb req-035879db-fee1-48ba-8e5b-aae7ccf7152c tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0544825 Sep 04 01:09:16.298858 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-9643295c-ba2d-4e6e-85e2-fbd97ae7adfb req-ab0c4539-ec30-48a3-b6dc-335f35f38825 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451741 Sep 04 01:09:16.538790 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=37,neutron:UPDATE=5 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:16.542923 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:16.934404 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08bbab-5e70-4c78-9665-af3de8d4fc5a req-b1df12e3-1df7-4c20-9482-21b405dec9f5 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:16.935980 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dc08bbab-5e70-4c78-9665-af3de8d4fc5a req-b1df12e3-1df7-4c20-9482-21b405dec9f5 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 946 time: 0.0493183 Sep 04 01:09:16.993755 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dc08bbab-5e70-4c78-9665-af3de8d4fc5a req-188f4c5d-c57a-4712-953b-43f6ef20e62a tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517278 Sep 04 01:09:17.051277 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6cf50552-94df-4fea-91bd-cb5b4ca4ef26 req-4c201063-7958-4042-89f7-2f910844a607 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 210 time: 0.0284457 Sep 04 01:09:17.057865 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:09:17.232283 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc0eb1-89b0-4939-bc63-a586392956a9 req-04f137cc-59f7-49b1-82dd-f0b97eed1b84 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:17.233787 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5dfc0eb1-89b0-4939-bc63-a586392956a9 req-04f137cc-59f7-49b1-82dd-f0b97eed1b84 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0485289 Sep 04 01:09:17.280879 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5dfc0eb1-89b0-4939-bc63-a586392956a9 req-1efe6c40-96aa-4d47-821a-555194cef892 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404029 Sep 04 01:09:17.437992 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f53cae-86e0-42ee-9973-1af39f8b5057 req-a29a15f5-f180-46ed-b16b-4632ccb33c96 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:17.439627 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a1f53cae-86e0-42ee-9973-1af39f8b5057 req-a29a15f5-f180-46ed-b16b-4632ccb33c96 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0534260 Sep 04 01:09:17.499263 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a1f53cae-86e0-42ee-9973-1af39f8b5057 req-bf767e1d-be38-424d-b312-ffb37ed853d9 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527439 Sep 04 01:09:18.117879 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06adb6-1cf2-4a00-ab83-54f53bb730d3 req-ad724aef-2785-4203-a5cd-72020a67c4ec tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:18.119371 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ad06adb6-1cf2-4a00-ab83-54f53bb730d3 req-ad724aef-2785-4203-a5cd-72020a67c4ec tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 946 time: 0.0499835 Sep 04 01:09:18.138586 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:18.164103 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3953cba8-f806-4ce4-9def-60d7a6e8ccfa req-66b404ec-8971-443a-8f73-b69048079f5f tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 210 time: 0.0311236 Sep 04 01:09:18.168629 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ad06adb6-1cf2-4a00-ab83-54f53bb730d3 req-b8aad666-4328-457b-a69f-be6c82e6d678 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434854 Sep 04 01:09:18.403606 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18716b3-d581-478a-9efb-12b44fbadfce req-75a1c4e2-f13e-45b8-9478-cfe0fd8b3ac5 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:18.405046 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d18716b3-d581-478a-9efb-12b44fbadfce req-75a1c4e2-f13e-45b8-9478-cfe0fd8b3ac5 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0472801 Sep 04 01:09:18.451672 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d18716b3-d581-478a-9efb-12b44fbadfce req-aaee8bcf-c4ad-4471-8da4-bef0ab543b08 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410850 Sep 04 01:09:18.628798 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7620-b2fe-4abb-95b3-c5600f71f2fd req-9749508b-69c7-46c6-a42e-6a556d0be622 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:18.630275 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d56a7620-b2fe-4abb-95b3-c5600f71f2fd req-9749508b-69c7-46c6-a42e-6a556d0be622 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0503244 Sep 04 01:09:18.676125 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d56a7620-b2fe-4abb-95b3-c5600f71f2fd req-59c02304-f4a8-4ac1-a970-42a131eefcdb tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404286 Sep 04 01:09:19.274367 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-061a3011-2c39-4844-bee3-b9cddabc837f req-8ba8633d-c940-4dbd-b126-e01b8a6fc528 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 210 time: 0.0324686 Sep 04 01:09:19.343379 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048a366-7173-4aa3-8e48-996a1834af6f req-5efca506-0322-4b1b-b3f6-b74381b2d195 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:19.344721 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4048a366-7173-4aa3-8e48-996a1834af6f req-5efca506-0322-4b1b-b3f6-b74381b2d195 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 946 time: 0.0690455 Sep 04 01:09:19.374990 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dca7be-5e27-47ec-88d5-1779fee346b0 req-9724c8b2-e80a-46f5-a165-84fdd7ca0120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:19.377175 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b3dca7be-5e27-47ec-88d5-1779fee346b0 req-9724c8b2-e80a-46f5-a165-84fdd7ca0120 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=1fb5aed8-696d-4f87-8b2a-7d29744538a8 HTTP/1.1" status: 200 len: 911 time: 0.1504691 Sep 04 01:09:19.441670 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4048a366-7173-4aa3-8e48-996a1834af6f req-f228b9f7-0ce7-414e-a7c4-878ec79b5a0e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908065 Sep 04 01:09:19.456798 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b3dca7be-5e27-47ec-88d5-1779fee346b0 req-c1d0d652-3971-4870-a32f-2b823fcf3a97 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c83c9b-f295-4069-84cf-ff7c294ae4cd HTTP/1.1" status: 200 len: 1001 time: 0.0698984 Sep 04 01:09:19.584703 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22c04-b95d-494e-a6e1-d7439b480255 req-db67f4e4-d7cc-4908-b372-98ea7882750e tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:19.586482 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b4e22c04-b95d-494e-a6e1-d7439b480255 req-db67f4e4-d7cc-4908-b372-98ea7882750e tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0596342 Sep 04 01:09:19.592810 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dca7be-5e27-47ec-88d5-1779fee346b0 req-c1c4e502-f4ce-46a9-9c58-4378483eabaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:19.594386 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b3dca7be-5e27-47ec-88d5-1779fee346b0 req-c1c4e502-f4ce-46a9-9c58-4378483eabaf service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=cf87fd90-4193-4f02-8ccd-ce8ccea66ca5 HTTP/1.1" status: 200 len: 849 time: 0.0529354 Sep 04 01:09:19.650605 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dca7be-5e27-47ec-88d5-1779fee346b0 req-95fe425d-7843-4489-bf9e-355440d6b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:19.651252 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b4e22c04-b95d-494e-a6e1-d7439b480255 req-c7b8815c-aa48-428a-b767-86c867ebde9b tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522037 Sep 04 01:09:19.652650 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b3dca7be-5e27-47ec-88d5-1779fee346b0 req-95fe425d-7843-4489-bf9e-355440d6b22a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=1fb5aed8-696d-4f87-8b2a-7d29744538a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505426 Sep 04 01:09:19.796743 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b822dd1-b457-471e-a539-bb382ed264a1 req-e6ae64aa-2f31-433e-8dc9-6103530f46b2 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:19.798225 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6b822dd1-b457-471e-a539-bb382ed264a1 req-e6ae64aa-2f31-433e-8dc9-6103530f46b2 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0472381 Sep 04 01:09:19.918586 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:19.936223 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950f94a-25ed-44c4-b46f-918cac3d367b req-3111baad-f915-4e42-95cb-b39fce5513a0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:19.937634 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6950f94a-25ed-44c4-b46f-918cac3d367b req-3111baad-f915-4e42-95cb-b39fce5513a0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 946 time: 0.1105585 Sep 04 01:09:19.942705 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6b822dd1-b457-471e-a539-bb382ed264a1 req-545050ac-49a7-46e1-9810-73230b885b72 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376436 Sep 04 01:09:19.970613 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b3dca7be-5e27-47ec-88d5-1779fee346b0 req-4bdf0f32-83c6-498f-bbcc-e4f88480bb8a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1fb5aed8-696d-4f87-8b2a-7d29744538a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533449 Sep 04 01:09:20.360271 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-6950f94a-25ed-44c4-b46f-918cac3d367b req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Deleting port 610a3f9e-176f-46b6-82d0-90b3e3651b7b {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:09:20.360890 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-6950f94a-25ed-44c4-b46f-918cac3d367b req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (610a3f9e-176f-46b6-82d0-90b3e3651b7b), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:20.383242 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a402c797-9f03-4e85-ac5e-80e6a6ad35c7 req-12c7ddf9-8941-42f8-8d9e-55f345422b3a tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 210 time: 0.0306652 Sep 04 01:09:20.385945 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b3dca7be-5e27-47ec-88d5-1779fee346b0 req-85b54082-a218-4e65-b6c8-938901c4f1f2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1fb5aed8-696d-4f87-8b2a-7d29744538a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689203 Sep 04 01:09:20.442586 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:20.470484 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-6950f94a-25ed-44c4-b46f-918cac3d367b req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] For port 610a3f9e-176f-46b6-82d0-90b3e3651b7b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=610a3f9e-176f-46b6-82d0-90b3e3651b7b,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:20.470851 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-6950f94a-25ed-44c4-b46f-918cac3d367b req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (610a3f9e-176f-46b6-82d0-90b3e3651b7b), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:20.652968 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:20.656605 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605c5b8-0346-435e-88df-2c0bc3e8023f req-4e9d47ed-70cd-4002-8d0d-454f70600a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:20.658152 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3605c5b8-0346-435e-88df-2c0bc3e8023f req-4e9d47ed-70cd-4002-8d0d-454f70600a4a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e7dca68418a14d7da9aa63ac25f202e8&device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 1129 time: 0.0457587 Sep 04 01:09:20.704309 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0223a15-a274-4ae6-b81f-85761555e07e req-8cc34204-8ed9-4e2b-8ba8-1675ca458e0f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:20.705816 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a0223a15-a274-4ae6-b81f-85761555e07e req-8cc34204-8ed9-4e2b-8ba8-1675ca458e0f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 946 time: 0.1641822 Sep 04 01:09:20.822445 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a0223a15-a274-4ae6-b81f-85761555e07e req-04af46b1-b50b-4a60-afe8-e45f6fd6255d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=442c2a6c-c343-4c57-b096-17650925c895&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054008 Sep 04 01:09:20.826999 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0f157-25ee-433e-8e57-1656831462ce req-6273ca9e-1544-43d6-acc0-03d852a6a671 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:20.837117 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-f2d0f157-25ee-433e-8e57-1656831462ce req-6273ca9e-1544-43d6-acc0-03d852a6a671 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0923457 Sep 04 01:09:20.868459 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-51adcd68-50f8-4da8-b344-bd965380f36b tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:20.868633 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-51adcd68-50f8-4da8-b344-bd965380f36b tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.16 "GET /networking/v2.0/networks?id=a4020194-c9cd-46d3-9c56-5d8c215c248f HTTP/1.1" status: 200 len: 809 time: 0.2663903 Sep 04 01:09:20.878611 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-6950f94a-25ed-44c4-b46f-918cac3d367b req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:20.878975 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-6950f94a-25ed-44c4-b46f-918cac3d367b req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (7c6010d5-511b-41a8-a14f-022e69e0a22e), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:20.879289 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.l3_db [req-6950f94a-25ed-44c4-b46f-918cac3d367b req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Floating IP 7c6010d5-511b-41a8-a14f-022e69e0a22e disassociated. External IP: 172.37.7.21, port: 610a3f9e-176f-46b6-82d0-90b3e3651b7b. Sep 04 01:09:20.879628 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-6950f94a-25ed-44c4-b46f-918cac3d367b req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Calling delete_port for 610a3f9e-176f-46b6-82d0-90b3e3651b7b owned by compute:nova {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:09:20.902553 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605c5b8-0346-435e-88df-2c0bc3e8023f req-7a94db15-ccf0-417b-8304-c31662d227de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:20.904224 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3605c5b8-0346-435e-88df-2c0bc3e8023f req-7a94db15-ccf0-417b-8304-c31662d227de service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=1fb5aed8-696d-4f87-8b2a-7d29744538a8 HTTP/1.1" status: 200 len: 911 time: 0.2383952 Sep 04 01:09:20.913598 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-f2d0f157-25ee-433e-8e57-1656831462ce req-7c0f7070-1f57-46f7-9820-199d358517e5 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754819 Sep 04 01:09:21.012252 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-99973b51-0727-4593-81fa-227bf11ddeb1 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=735896cd6b3b4c448dd94b3bf7577cb8 HTTP/1.1" status: 200 len: 380 time: 0.0882981 Sep 04 01:09:21.027414 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-87d27ceb-dcd7-44c8-a4ec-d4367410a1e9 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Request body: {'port': {'device_id': '74df11dc-31bd-4745-83bc-4b3c430d02ff', 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f', 'admin_state_up': True, 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'security_groups': ['270d62da-5350-44de-9262-a4399d8651e3']}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:21.042092 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3605c5b8-0346-435e-88df-2c0bc3e8023f req-97b313c8-d34b-49fd-80ea-3d90e048b44b service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c83c9b-f295-4069-84cf-ff7c294ae4cd HTTP/1.1" status: 200 len: 1001 time: 0.1131930 Sep 04 01:09:21.108208 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605c5b8-0346-435e-88df-2c0bc3e8023f req-7055fca1-8f46-41f5-bdd1-14c690018bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:21.109787 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3605c5b8-0346-435e-88df-2c0bc3e8023f req-7055fca1-8f46-41f5-bdd1-14c690018bf2 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=cf87fd90-4193-4f02-8ccd-ce8ccea66ca5 HTTP/1.1" status: 200 len: 849 time: 0.0614562 Sep 04 01:09:21.115943 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:21.156431 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605c5b8-0346-435e-88df-2c0bc3e8023f req-1b2abfbd-7e50-490a-abb8-84a84a8e86a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:21.157879 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3605c5b8-0346-435e-88df-2c0bc3e8023f req-1b2abfbd-7e50-490a-abb8-84a84a8e86a2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=1fb5aed8-696d-4f87-8b2a-7d29744538a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412035 Sep 04 01:09:21.270256 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3605c5b8-0346-435e-88df-2c0bc3e8023f req-19723c0e-2576-4df3-b6d0-a848e6e86820 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1fb5aed8-696d-4f87-8b2a-7d29744538a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042135 Sep 04 01:09:21.337522 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:21.373506 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3605c5b8-0346-435e-88df-2c0bc3e8023f req-eed14b47-fc40-46a8-80af-01fb734dce62 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1fb5aed8-696d-4f87-8b2a-7d29744538a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944321 Sep 04 01:09:21.426820 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0b1b8-ab40-422d-89b7-4e65a32230d2 req-1b4c4eb5-6290-4314-89ed-2ca6dfaabb76 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:21.428863 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-97f0b1b8-ab40-422d-89b7-4e65a32230d2 req-1b4c4eb5-6290-4314-89ed-2ca6dfaabb76 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.3618200 Sep 04 01:09:21.473408 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-6950f94a-25ed-44c4-b46f-918cac3d367b req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (610a3f9e-176f-46b6-82d0-90b3e3651b7b), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:21.520366 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event deleted for resources: {'Port': ['ID=610a3f9e-176f-46b6-82d0-90b3e3651b7b,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:21.522187 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:21.528697 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-475d8c6c-391d-443a-9b8f-4afc7ab57e0d req-5276d0a6-0635-4953-a9b8-b148ce85d051 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 210 time: 0.0321712 Sep 04 01:09:21.544548 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:21.544884 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:21.545239 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:21.545574 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:21.545905 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:21.546224 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:21.546545 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:21.546861 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:21.547177 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:21.547489 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:21.547793 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:21.548109 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:21.548418 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:21.548733 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:21.549039 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:21.561256 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-97f0b1b8-ab40-422d-89b7-4e65a32230d2 req-cbd0a61d-7a24-4cf9-9a96-6a202cbeff85 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175563 Sep 04 01:09:21.665732 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-87d27ceb-dcd7-44c8-a4ec-d4367410a1e9 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Made reservation on behalf of 735896cd6b3b4c448dd94b3bf7577cb8 for: {'port': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:09:21.669471 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-87d27ceb-dcd7-44c8-a4ec-d4367410a1e9 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:21.737801 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6950f94a-25ed-44c4-b46f-918cac3d367b req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Router a6875d57-1898-4fcc-8186-5995078e83c1 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:09:21.898630 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-87d27ceb-dcd7-44c8-a4ec-d4367410a1e9 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Allocated IP 172.20.0.7 (a4020194-c9cd-46d3-9c56-5d8c215c248f/7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db/d072bfcf-41bd-430e-800c-1d1a3b17d915) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:09:21.921914 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6950f94a-25ed-44c4-b46f-918cac3d367b req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:09:21.938422 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:21.944897 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0452a4-8443-4de6-a074-236046eaae24 None None] Sync routers for ids ['a6875d57-1898-4fcc-8186-5995078e83c1'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:09:21.961945 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0452a4-8443-4de6-a074-236046eaae24 None None] Routers {'a6875d57-1898-4fcc-8186-5995078e83c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:09:21.963071 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-1b0452a4-8443-4de6-a074-236046eaae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:09:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a6875d57-1898-4fcc-8186-5995078e83c1'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:21.965599 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-dac8f521-55e3-41fe-91c9-49b5a0f8051e req-5e31a850-260f-473c-a877-2a1be91402d5 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 210 time: 0.0445549 Sep 04 01:09:22.022629 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6950f94a-25ed-44c4-b46f-918cac3d367b req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] No DVR routers for this DVR port 610a3f9e-176f-46b6-82d0-90b3e3651b7b on host hv-cinder-maste {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:09:22.029174 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-6950f94a-25ed-44c4-b46f-918cac3d367b req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:22.032335 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6950f94a-25ed-44c4-b46f-918cac3d367b req-8a6aab44-8987-4354-b15c-69b6c7d4e484 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.16 "DELETE /networking/v2.0/ports/610a3f9e-176f-46b6-82d0-90b3e3651b7b HTTP/1.1" status: 204 len: 173 time: 1.8221369 Sep 04 01:09:22.032781 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205e4f5b-43ef-494a-a6ad-64f7445e6b59', 'name': 'network-vif-deleted', 'tag': '610a3f9e-176f-46b6-82d0-90b3e3651b7b'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:09:22.034969 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218182ae-2438-4823-a264-b150bc3c96b0" -d '{"events": [{"server_uuid": "205e4f5b-43ef-494a-a6ad-64f7445e6b59", "name": "network-vif-deleted", "tag": "610a3f9e-176f-46b6-82d0-90b3e3651b7b"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:09:22.108129 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-1b0452a4-8443-4de6-a074-236046eaae24 None None] Set router a6875d57-1898-4fcc-8186-5995078e83c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:09:22.128027 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7b140-f2ab-4ed0-85f2-7e4fbe4cac50 req-bb9355fa-23d6-42f7-ba44-8deec401df1e tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:22.129835 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-22a7b140-f2ab-4ed0-85f2-7e4fbe4cac50 req-bb9355fa-23d6-42f7-ba44-8deec401df1e tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.1048391 Sep 04 01:09:22.131529 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522240c9-55d9-495d-9ee6-f9275af8c66b x-openstack-request-id: req-522240c9-55d9-495d-9ee6-f9275af8c66b {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:09:22.132026 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205e4f5b-43ef-494a-a6ad-64f7445e6b59", "name": "network-vif-deleted", "tag": "610a3f9e-176f-46b6-82d0-90b3e3651b7b", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:09:22.132265 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-522240c9-55d9-495d-9ee6-f9275af8c66b {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:09:22.132715 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-522240c9-55d9-495d-9ee6-f9275af8c66b'] response: {'server_uuid': '205e4f5b-43ef-494a-a6ad-64f7445e6b59', 'name': 'network-vif-deleted', 'tag': '610a3f9e-176f-46b6-82d0-90b3e3651b7b', 'status': 'completed', 'code': 200} Sep 04 01:09:22.255771 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-22a7b140-f2ab-4ed0-85f2-7e4fbe4cac50 req-14d3dcda-2b1b-4434-b88c-7fdf205f27ea tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900903 Sep 04 01:09:22.284327 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-87d27ceb-dcd7-44c8-a4ec-d4367410a1e9 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:22.373125 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-1b0452a4-8443-4de6-a074-236046eaae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '29aaa1bc-70e4-4290-b00e-49a0f08b213d', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'floating_ip_address': '172.37.7.189', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'port_id': 'e0a049e7-02dc-4e07-af75-3de7fbe36b23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'mac_address': 'fa:16:3e:d4:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b2b9b-9890-4f9e-be75-2548b520e138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:05:25Z', 'updated_at': '2022-09-04T01:06:15Z', 'revision_number': 2, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:22.402893 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-87d27ceb-dcd7-44c8-a4ec-d4367410a1e9 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:22.410533 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0452a4-8443-4de6-a074-236046eaae24 None None] Checking router: a6875d57-1898-4fcc-8186-5995078e83c1 for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:09:22.420535 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0452a4-8443-4de6-a074-236046eaae24 None None] Routers {'a6875d57-1898-4fcc-8186-5995078e83c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:09:22.421371 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-1b0452a4-8443-4de6-a074-236046eaae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:09:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a6875d57-1898-4fcc-8186-5995078e83c1'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:22.476203 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d27ceb-dcd7-44c8-a4ec-d4367410a1e9 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Pushing event updated for resources: {'Port': ['ID=d072bfcf-41bd-430e-800c-1d1a3b17d915,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:22.492951 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-87d27ceb-dcd7-44c8-a4ec-d4367410a1e9 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Network a4020194-c9cd-46d3-9c56-5d8c215c248f is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:09:22.494696 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-87d27ceb-dcd7-44c8-a4ec-d4367410a1e9 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:09:22.496982 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-87d27ceb-dcd7-44c8-a4ec-d4367410a1e9 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:09:22.536256 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 610a3f9e-176f-46b6-82d0-90b3e3651b7b no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:09:22.546107 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-1b0452a4-8443-4de6-a074-236046eaae24 None None] Set router a6875d57-1898-4fcc-8186-5995078e83c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:09:22.597770 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] No Port match for: 610a3f9e-176f-46b6-82d0-90b3e3651b7b {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:09:22.599807 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 610a3f9e-176f-46b6-82d0-90b3e3651b7b not bound to the agent host hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:09:22.682087 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-87d27ceb-dcd7-44c8-a4ec-d4367410a1e9 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:22.684413 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-87d27ceb-dcd7-44c8-a4ec-d4367410a1e9 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:22.791800 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16e827-fbc2-46b7-83a9-57984e03071a req-40587134-691d-49c5-b47b-a761949e4dac tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:22.798723 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573f5db-36cf-46aa-b61a-9c988d922d72 req-3c2c3319-3dd1-4ba5-9d9c-43f96f361fb7 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:22.800075 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-0b16e827-fbc2-46b7-83a9-57984e03071a req-40587134-691d-49c5-b47b-a761949e4dac tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 931 time: 0.0895295 Sep 04 01:09:22.808022 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1573f5db-36cf-46aa-b61a-9c988d922d72 req-3c2c3319-3dd1-4ba5-9d9c-43f96f361fb7 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.1158519 Sep 04 01:09:22.879906 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-0b16e827-fbc2-46b7-83a9-57984e03071a req-52864f52-a8b4-4848-bd64-7a6911ef1df7 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716109 Sep 04 01:09:22.903389 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1573f5db-36cf-46aa-b61a-9c988d922d72 req-9cdce72c-b444-43ac-afd7-710c678c3cf8 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940387 Sep 04 01:09:22.911490 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-87d27ceb-dcd7-44c8-a4ec-d4367410a1e9 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8889673 Sep 04 01:09:22.930211 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] Request body: {'port': {'device_id': '74df11dc-31bd-4745-83bc-4b3c430d02ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:22.961206 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-a47a3342-1f28-4ca9-bfa5-a7beeeb7252f None None] Provisioning complete for port d072bfcf-41bd-430e-800c-1d1a3b17d915 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:09:22.962216 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-a47a3342-1f28-4ca9-bfa5-a7beeeb7252f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:22.995160 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-1b0452a4-8443-4de6-a074-236046eaae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '29aaa1bc-70e4-4290-b00e-49a0f08b213d', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'floating_ip_address': '172.37.7.189', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'port_id': 'e0a049e7-02dc-4e07-af75-3de7fbe36b23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'mac_address': 'fa:16:3e:d4:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b2b9b-9890-4f9e-be75-2548b520e138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:05:25Z', 'updated_at': '2022-09-04T01:06:15Z', 'revision_number': 2, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:23.018283 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:23.040677 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:23.076524 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0452a4-8443-4de6-a074-236046eaae24 None None] The sync data for ids ['a6875d57-1898-4fcc-8186-5995078e83c1'] in dv-cinder-master-3-iscsi is: [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '29aaa1bc-70e4-4290-b00e-49a0f08b213d', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'floating_ip_address': '172.37.7.189', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'port_id': 'e0a049e7-02dc-4e07-af75-3de7fbe36b23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'mac_address': 'fa:16:3e:d4:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b2b9b-9890-4f9e-be75-2548b520e138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:05:25Z', 'updated_at': '2022-09-04T01:06:15Z', 'revision_number': 2, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:09:23.084063 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-a47a3342-1f28-4ca9-bfa5-a7beeeb7252f None None] Port d072bfcf-41bd-430e-800c-1d1a3b17d915 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:09:23.177476 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6a65a298-b119-4fb9-97d4-d8e0979c8599 req-8dbd465e-54ce-4f58-ae4a-ac83fe4b0526 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=205e4f5b-43ef-494a-a6ad-64f7445e6b59 HTTP/1.1" status: 200 len: 210 time: 0.0454934 Sep 04 01:09:23.351225 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d072bfcf-41bd-430e-800c-1d1a3b17d915 {{(pid=106791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:09:23.370425 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] Publish callbacks [] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:23.401329 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:INSERT=1,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:23.413474 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.provisioning_blocks [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] Transition to ACTIVE for port object d072bfcf-41bd-430e-800c-1d1a3b17d915 will not be triggered until provisioned by entity L2. {{(pid=106791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:09:23.422147 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f46cb5-61cc-4649-9e8c-352a4aec7cb9 req-65622810-3ec4-4a72-9b01-1d0d7cb351b4 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:23.424567 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f7f46cb5-61cc-4649-9e8c-352a4aec7cb9 req-65622810-3ec4-4a72-9b01-1d0d7cb351b4 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0798805 Sep 04 01:09:23.455351 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 51254) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:23.486458 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb35033e-04cd-4e00-a5eb-e6b00187fabd None None] New status for floating IP 7c6010d5-511b-41a8-a14f-022e69e0a22e: DOWN {{(pid=106793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:09:23.504670 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:23.516214 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f7f46cb5-61cc-4649-9e8c-352a4aec7cb9 req-2b533708-2431-4579-9f26-bdff8ab5202c tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834236 Sep 04 01:09:23.569306 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_v2 [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] Deleting subnet 1715ca4f-993d-4984-97fb-84481d321a38 {{(pid=106790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:09:23.576469 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] Publish callbacks [] for subnet (1715ca4f-993d-4984-97fb-84481d321a38), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:23.639094 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64390781'] for subnet (1715ca4f-993d-4984-97fb-84481d321a38), precommit_delete_associations {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:23.641379 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] Pushing event updated for resources: {'Port': ['ID=d072bfcf-41bd-430e-800c-1d1a3b17d915,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:23.702581 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869317'] for subnet (1715ca4f-993d-4984-97fb-84481d321a38), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:23.707156 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] Attempting to bind port d072bfcf-41bd-430e-800c-1d1a3b17d915 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:09:23.707490 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] Attempting to bind port d072bfcf-41bd-430e-800c-1d1a3b17d915 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '7f3c23b7-4619-4de8-89fe-789a39101159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f'}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:09:23.707818 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] Attempting to bind port d072bfcf-41bd-430e-800c-1d1a3b17d915 on network a4020194-c9cd-46d3-9c56-5d8c215c248f {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:09:23.717595 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] Port d072bfcf-41bd-430e-800c-1d1a3b17d915 on network a4020194-c9cd-46d3-9c56-5d8c215c248f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:09:23.718191 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] Attempting to bind port d072bfcf-41bd-430e-800c-1d1a3b17d915 on network a4020194-c9cd-46d3-9c56-5d8c215c248f {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:09:23.723860 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] Checking agent: {'id': 'dda4db69-a2e6-4522-aa0b-4e619e0d5c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'started_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:09:23.731126 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] Checking segment: {'id': '7f3c23b7-4619-4de8-89fe-789a39101159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:09:23.731126 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] Bound using segment: {'id': '7f3c23b7-4619-4de8-89fe-789a39101159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f'} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:09:23.731126 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] Bound port: d072bfcf-41bd-430e-800c-1d1a3b17d915, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3c23b7-4619-4de8-89fe-789a39101159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f'}}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:09:23.731126 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:23.804636 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] For port d072bfcf-41bd-430e-800c-1d1a3b17d915, host hv-cinder-maste, cleared binding levels {{(pid=106791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:09:23.808175 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] For port d072bfcf-41bd-430e-800c-1d1a3b17d915, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d072bfcf-41bd-430e-800c-1d1a3b17d915,segment=NetworkSegment(7f3c23b7-4619-4de8-89fe-789a39101159),segment_id=7f3c23b7-4619-4de8-89fe-789a39101159)] {{(pid=106791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:09:23.837202 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63030278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65458455'] for subnet (1715ca4f-993d-4984-97fb-84481d321a38), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:23.842525 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:23.871938 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1715ca4f-993d-4984-97fb-84481d321a38,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:23.876498 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for subnet (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:23.879550 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/1715ca4f-993d-4984-97fb-84481d321a38 HTTP/1.1" status: 204 len: 168 time: 0.4231017 Sep 04 01:09:23.882441 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 51264) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:23.885634 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:23.885978 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:23.886317 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:23.886719 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:23.887047 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:23.887400 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:23.887724 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:23.888041 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:23.888358 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:23.888684 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:23.889001 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:23.889359 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:23.889655 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:23.889966 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:23.890276 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221b36a-3c12-4fab-b8d3-6bdbcba2c02f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:23.933521 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:23.946989 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:23.947611 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:23.954923 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/d072bfcf-41bd-430e-800c-1d1a3b17d915 HTTP/1.1" status: 200 len: 1093 time: 1.0244315 Sep 04 01:09:24.003765 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-9cfbd483-d8e3-4a01-9ada-7af378d210c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855412'] for network (7e04f73d-bad8-4860-94c2-08b2d4e17fa9), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:24.102521 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c40fb7-9d44-4cd5-8135-88b2fc6f5ee3 req-4019b7c3-8549-4f77-9cca-36755e86bf32 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:24.104021 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-47c40fb7-9d44-4cd5-8135-88b2fc6f5ee3 req-4019b7c3-8549-4f77-9cca-36755e86bf32 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0940578 Sep 04 01:09:24.106279 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879927bc-c172-48fe-83f0-062a89e15c42 service neutron] Pushing event updated for resources: {'Port': ['ID=d072bfcf-41bd-430e-800c-1d1a3b17d915,revision_number=3']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:24.118219 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e9417-96e1-4d9e-afb6-14b184f7dc75 req-a9b84d0d-b1d8-4422-8948-7a6bffbe6856 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:24.119800 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5b2e9417-96e1-4d9e-afb6-14b184f7dc75 req-a9b84d0d-b1d8-4422-8948-7a6bffbe6856 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0703506 Sep 04 01:09:24.135284 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74df11dc-31bd-4745-83bc-4b3c430d02ff', 'tag': 'd072bfcf-41bd-430e-800c-1d1a3b17d915'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:09:24.137537 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22f43ea-c51d-4720-a93a-1576423f2f90" -d '{"events": [{"name": "network-changed", "server_uuid": "74df11dc-31bd-4745-83bc-4b3c430d02ff", "tag": "d072bfcf-41bd-430e-800c-1d1a3b17d915"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:09:24.180106 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5b2e9417-96e1-4d9e-afb6-14b184f7dc75 req-8a99da9b-8ac8-46da-a88b-b874679cd8d6 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507863 Sep 04 01:09:24.203206 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-9cfbd483-d8e3-4a01-9ada-7af378d210c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1299106', 'neutron.services.segments.db._delete_segments_for_network-8760291617684'] for network (7e04f73d-bad8-4860-94c2-08b2d4e17fa9), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:24.223243 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:24.232451 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-47c40fb7-9d44-4cd5-8135-88b2fc6f5ee3 req-d30f6292-3f02-4656-a9e1-beb445bcf3df tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154685 Sep 04 01:09:24.239308 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb601e7f-c4aa-4792-a5dd-27520d38b829 x-openstack-request-id: req-fb601e7f-c4aa-4792-a5dd-27520d38b829 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:09:24.239693 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74df11dc-31bd-4745-83bc-4b3c430d02ff", "tag": "d072bfcf-41bd-430e-800c-1d1a3b17d915", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:09:24.240696 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb601e7f-c4aa-4792-a5dd-27520d38b829 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:09:24.241169 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb601e7f-c4aa-4792-a5dd-27520d38b829'] response: {'name': 'network-changed', 'server_uuid': '74df11dc-31bd-4745-83bc-4b3c430d02ff', 'tag': 'd072bfcf-41bd-430e-800c-1d1a3b17d915', 'status': 'completed', 'code': 200} Sep 04 01:09:24.244958 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-9cfbd483-d8e3-4a01-9ada-7af378d210c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e04f73d-bad8-4860-94c2-08b2d4e17fa9']}} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:24.255656 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-9cfbd483-d8e3-4a01-9ada-7af378d210c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b145fcd-b870-4624-8e9b-50fe2a121117') {'for_net_delete': True} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:24.256239 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-9cfbd483-d8e3-4a01-9ada-7af378d210c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b145fcd-b870-4624-8e9b-50fe2a121117') {} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:24.266665 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-9cfbd483-d8e3-4a01-9ada-7af378d210c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760291642516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-969642'] for segment (4b145fcd-b870-4624-8e9b-50fe2a121117), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:24.282603 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-9cfbd483-d8e3-4a01-9ada-7af378d210c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (4b145fcd-b870-4624-8e9b-50fe2a121117), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:24.290454 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cfbd483-d8e3-4a01-9ada-7af378d210c6 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=106791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:09:24.290847 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-9cfbd483-d8e3-4a01-9ada-7af378d210c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65167609'] for segment (4b145fcd-b870-4624-8e9b-50fe2a121117), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:24.331070 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment 4b145fcd-b870-4624-8e9b-50fe2a121117 resource provider aggregate not found Sep 04 01:09:24.350416 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment 4b145fcd-b870-4624-8e9b-50fe2a121117 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b145fcd-b870-4624-8e9b-50fe2a121117 found for delete ", "request_id": "req-ad32a980-f2ca-45d4-a198-227a1c8cbac2"}]} Sep 04 01:09:24.363851 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 51282) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:24.408167 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-9cfbd483-d8e3-4a01-9ada-7af378d210c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1299115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811184'] for network (7e04f73d-bad8-4860-94c2-08b2d4e17fa9), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:24.426079 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-9cfbd483-d8e3-4a01-9ada-7af378d210c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:24.426176 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c2a84d40-da1f-4be6-9736-34c26b77dbc6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (442c2a6c-c343-4c57-b096-17650925c895), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:24.426291 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-9cfbd483-d8e3-4a01-9ada-7af378d210c6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/7e04f73d-bad8-4860-94c2-08b2d4e17fa9 HTTP/1.1" status: 204 len: 168 time: 0.5426602 Sep 04 01:09:24.443305 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbd483-d8e3-4a01-9ada-7af378d210c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e04f73d-bad8-4860-94c2-08b2d4e17fa9,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:24.455617 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c2a84d40-da1f-4be6-9736-34c26b77dbc6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (442c2a6c-c343-4c57-b096-17650925c895), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:24.585411 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c2a84d40-da1f-4be6-9736-34c26b77dbc6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (442c2a6c-c343-4c57-b096-17650925c895), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:24.588097 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c2a84d40-da1f-4be6-9736-34c26b77dbc6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:24.589318 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-c2a84d40-da1f-4be6-9736-34c26b77dbc6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/442c2a6c-c343-4c57-b096-17650925c895 HTTP/1.1" status: 204 len: 168 time: 0.2242935 Sep 04 01:09:24.594121 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 51286) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:24.609816 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a84d40-da1f-4be6-9736-34c26b77dbc6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442c2a6c-c343-4c57-b096-17650925c895,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:24.612817 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.api.v2.resource [None req-59f19052-3ff6-4320-8105-d8abb9596978 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] show failed (client error): The resource could not be found. Sep 04 01:09:24.613863 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-59f19052-3ff6-4320-8105-d8abb9596978 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups/442c2a6c-c343-4c57-b096-17650925c895 HTTP/1.1" status: 404 len: 347 time: 0.0190206 Sep 04 01:09:24.618794 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 51288) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:24.672852 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-123ddaca-b461-4048-8fd5-a1c961d8d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:24.674392 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-123ddaca-b461-4048-8fd5-a1c961d8d7a0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=735896cd6b3b4c448dd94b3bf7577cb8&device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 1127 time: 0.0851667 Sep 04 01:09:24.748706 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-b5aa9203-4453-46b0-a4b2-f83f8444c9f4 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d072bfcf-41bd-430e-800c-1d1a3b17d915 HTTP/1.1" status: 200 len: 217 time: 0.0432243 Sep 04 01:09:24.780178 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-7db00479-54d3-48f4-bae3-b44d58d5d533 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Deleting port 21a78bab-8f3d-44c4-86b7-043c859432b9 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:09:24.780515 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7db00479-54d3-48f4-bae3-b44d58d5d533 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (21a78bab-8f3d-44c4-86b7-043c859432b9), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:24.825868 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 51290) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:24.872992 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-af183024-8389-4344-abb9-7370a52de67b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bcf6c738f8d842f99d2eec3b896c5b47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459886 Sep 04 01:09:24.875529 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 51292) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:24.888302 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7db00479-54d3-48f4-bae3-b44d58d5d533 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (21a78bab-8f3d-44c4-86b7-043c859432b9), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:24.888971 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7db00479-54d3-48f4-bae3-b44d58d5d533 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (21a78bab-8f3d-44c4-86b7-043c859432b9), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:24.906092 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-7db00479-54d3-48f4-bae3-b44d58d5d533 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Calling delete_port for 21a78bab-8f3d-44c4-86b7-043c859432b9 owned by network:floatingip {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:09:24.928337 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-4e47e4cc-982b-421f-815e-487ef707b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:24.928337 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-4e47e4cc-982b-421f-815e-487ef707b3c9 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db HTTP/1.1" status: 200 len: 848 time: 0.0720963 Sep 04 01:09:24.928953 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0e362cd0-24f1-4ebf-85a1-e819b4594716 admin admin] Publish callbacks [] for security_group (47886e6f-b931-4c89-84ae-31a8725f8d25), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:24.956328 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0e362cd0-24f1-4ebf-85a1-e819b4594716 admin admin] Publish callbacks [] for security_group (47886e6f-b931-4c89-84ae-31a8725f8d25), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:25.023346 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-7ca8fcd7-8f30-4986-b5a2-af28df05c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:25.024806 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-7ca8fcd7-8f30-4986-b5a2-af28df05c119 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=a4020194-c9cd-46d3-9c56-5d8c215c248f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619955 Sep 04 01:09:25.080203 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:25.096843 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0e362cd0-24f1-4ebf-85a1-e819b4594716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (47886e6f-b931-4c89-84ae-31a8725f8d25), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:25.096843 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0e362cd0-24f1-4ebf-85a1-e819b4594716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:25.097558 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-0e362cd0-24f1-4ebf-85a1-e819b4594716 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/47886e6f-b931-4c89-84ae-31a8725f8d25 HTTP/1.1" status: 204 len: 168 time: 0.2209702 Sep 04 01:09:25.113983 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e362cd0-24f1-4ebf-85a1-e819b4594716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47886e6f-b931-4c89-84ae-31a8725f8d25,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:25.165174 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-904f6a74-2b94-4a56-b69e-9e5a1ee7fb92 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/a4020194-c9cd-46d3-9c56-5d8c215c248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320341 Sep 04 01:09:25.277140 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7db00479-54d3-48f4-bae3-b44d58d5d533 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (21a78bab-8f3d-44c4-86b7-043c859432b9), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:25.299962 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:25.315880 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db00479-54d3-48f4-bae3-b44d58d5d533 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event deleted for resources: {'Port': ['ID=21a78bab-8f3d-44c4-86b7-043c859432b9,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:25.336055 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450ebc2-9ce2-44e8-8183-416e12215f12 req-1ab7b4ff-aa72-4b9b-a738-10b84b22d723 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:25.337622 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7450ebc2-9ce2-44e8-8183-416e12215f12 req-1ab7b4ff-aa72-4b9b-a738-10b84b22d723 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0732374 Sep 04 01:09:25.389622 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:25.391837 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7450ebc2-9ce2-44e8-8183-416e12215f12 req-83f884f6-39d5-4e59-bd9b-a654be9dc1f9 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461528 Sep 04 01:09:25.415202 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf8a11-81ac-4bb8-9260-f09368a8e739 req-b8830585-4dc7-4dc5-81bd-e4729999f7b6 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:25.416673 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-73cf8a11-81ac-4bb8-9260-f09368a8e739 req-b8830585-4dc7-4dc5-81bd-e4729999f7b6 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0755458 Sep 04 01:09:25.424001 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7db00479-54d3-48f4-bae3-b44d58d5d533 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (7c6010d5-511b-41a8-a14f-022e69e0a22e), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:25.426562 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7db00479-54d3-48f4-bae3-b44d58d5d533 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:25.428771 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-7db00479-54d3-48f4-bae3-b44d58d5d533 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/7c6010d5-511b-41a8-a14f-022e69e0a22e HTTP/1.1" status: 204 len: 168 time: 0.8079886 Sep 04 01:09:25.496260 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-73cf8a11-81ac-4bb8-9260-f09368a8e739 req-43b396dd-ed9f-402d-8ecd-7de45a0fccbb tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666037 Sep 04 01:09:26.444264 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2bb2d891-a928-45f5-9c58-420a7a5e37cb req-61374deb-fd3c-4f38-8349-2600c7fbbfd1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/a4020194-c9cd-46d3-9c56-5d8c215c248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054559 Sep 04 01:09:26.562920 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad177c-3720-42a4-8291-ab4a86323f1b req-a2fc65f3-805d-4142-a0ae-d76368050059 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:26.564384 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-83ad177c-3720-42a4-8291-ab4a86323f1b req-a2fc65f3-805d-4142-a0ae-d76368050059 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0849977 Sep 04 01:09:26.565472 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee1225-5b15-476b-bd85-8a4a23e50301 req-2cc5d333-05a4-4eb9-be6d-536e6b9f31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:26.566987 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ffee1225-5b15-476b-bd85-8a4a23e50301 req-2cc5d333-05a4-4eb9-be6d-536e6b9f31ff service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 1129 time: 0.0772347 Sep 04 01:09:26.612782 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-83ad177c-3720-42a4-8291-ab4a86323f1b req-3cf4e974-2ea9-4396-add1-dcc93a7e908f tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416503 Sep 04 01:09:26.619532 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db74a2-23f3-4b8d-9e01-b354d4ad6a0f req-51202a16-6ffc-4f4e-b4dc-178933aa116d tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:26.621030 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-17db74a2-23f3-4b8d-9e01-b354d4ad6a0f req-51202a16-6ffc-4f4e-b4dc-178933aa116d tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 946 time: 0.0475230 Sep 04 01:09:26.671397 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-17db74a2-23f3-4b8d-9e01-b354d4ad6a0f req-5ebad433-dfe7-48f4-bc17-e64cd602da76 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446992 Sep 04 01:09:26.717416 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d52d0-f42e-4cbe-b9af-b6438991243e req-712ac7e6-6e2b-4b67-b5e9-73e5a1689dd3 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:26.718864 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c99d52d0-f42e-4cbe-b9af-b6438991243e req-712ac7e6-6e2b-4b67-b5e9-73e5a1689dd3 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0473671 Sep 04 01:09:26.767690 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c99d52d0-f42e-4cbe-b9af-b6438991243e req-93c7bb9d-d90e-4bb8-bd72-e013145f48e6 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433745 Sep 04 01:09:27.737977 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2b6f7-04d0-4892-8744-1b542efbcf48 req-f87f9425-580d-4295-b24e-f560080fa0c3 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:27.739430 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-24e2b6f7-04d0-4892-8744-1b542efbcf48 req-f87f9425-580d-4295-b24e-f560080fa0c3 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0502610 Sep 04 01:09:27.787935 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-24e2b6f7-04d0-4892-8744-1b542efbcf48 req-6a43d0e4-05bf-4964-9066-f00880fa2e2c tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425434 Sep 04 01:09:27.792071 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d92f3-048a-4828-bfc6-177a5fb845bd req-658903a5-4a70-413a-82cd-5d38b49da9f0 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:27.793746 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4a2d92f3-048a-4828-bfc6-177a5fb845bd req-658903a5-4a70-413a-82cd-5d38b49da9f0 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 946 time: 0.0461500 Sep 04 01:09:27.845418 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4a2d92f3-048a-4828-bfc6-177a5fb845bd req-b2e33457-bca5-4e19-8279-0149c83bf523 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458479 Sep 04 01:09:27.891802 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5905d-a5d0-4743-9f78-9fc0f7565be1 req-7e276758-85d2-40e4-8286-7ac89d25aeb7 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:27.893258 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-33f5905d-a5d0-4743-9f78-9fc0f7565be1 req-7e276758-85d2-40e4-8286-7ac89d25aeb7 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0467038 Sep 04 01:09:27.943285 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-33f5905d-a5d0-4743-9f78-9fc0f7565be1 req-84ef45f8-6149-425c-a467-d65cb6ae39b8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442622 Sep 04 01:09:28.712778 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ffee1225-5b15-476b-bd85-8a4a23e50301 req-e0d04362-fa83-4ffa-8649-6466759c2745 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396669 Sep 04 01:09:28.914219 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0aa96-7d35-40c7-95fa-eeee3a3628b6 req-d5bdb591-50a8-4fa8-8d88-ab3498cf7d12 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:28.915765 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c0c0aa96-7d35-40c7-95fa-eeee3a3628b6 req-d5bdb591-50a8-4fa8-8d88-ab3498cf7d12 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0521150 Sep 04 01:09:28.964071 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c0c0aa96-7d35-40c7-95fa-eeee3a3628b6 req-4f5c82d3-c530-487b-a03d-1a304a00c156 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425642 Sep 04 01:09:28.972767 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1f66e-8d5d-44a2-8d0d-0fc81b274e70 req-6d494f57-e08a-4d24-b21f-c13e3061b4ea tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:28.973315 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-64a1f66e-8d5d-44a2-8d0d-0fc81b274e70 req-6d494f57-e08a-4d24-b21f-c13e3061b4ea tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 946 time: 0.0463691 Sep 04 01:09:29.021761 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-64a1f66e-8d5d-44a2-8d0d-0fc81b274e70 req-58c487d9-64c3-40d8-8e31-64fed05e9ff8 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427144 Sep 04 01:09:29.073460 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3377278-1b1d-4fc7-83f7-11da3a00d2a0 req-9e2b8150-f04e-472b-a829-0e4bec3a5ee3 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:29.074951 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e3377278-1b1d-4fc7-83f7-11da3a00d2a0 req-9e2b8150-f04e-472b-a829-0e4bec3a5ee3 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0496380 Sep 04 01:09:29.101377 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:29.125450 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e3377278-1b1d-4fc7-83f7-11da3a00d2a0 req-fe1da12c-669e-4239-8bc5-e43f5360cdb6 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447280 Sep 04 01:09:29.686538 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f43ea-c51d-4720-a93a-1576423f2f90 req-4644d127-b4a7-48a9-845f-8cdeddfe8db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:29.688012 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b22f43ea-c51d-4720-a93a-1576423f2f90 req-4644d127-b4a7-48a9-845f-8cdeddfe8db7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=735896cd6b3b4c448dd94b3bf7577cb8&device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 1127 time: 0.0419483 Sep 04 01:09:29.876324 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3dce3-771a-4664-b476-b98a435f999b req-c8b72dfa-970b-423b-b39f-3dfa42ddc69b tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:29.877776 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-26e3dce3-771a-4664-b476-b98a435f999b req-c8b72dfa-970b-423b-b39f-3dfa42ddc69b tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 946 time: 0.0974181 Sep 04 01:09:29.904938 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f43ea-c51d-4720-a93a-1576423f2f90 req-f2f94739-a826-400c-8ed2-4a2d74a316a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:29.906340 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b22f43ea-c51d-4720-a93a-1576423f2f90 req-f2f94739-a826-400c-8ed2-4a2d74a316a5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=a4020194-c9cd-46d3-9c56-5d8c215c248f HTTP/1.1" status: 200 len: 910 time: 0.1271677 Sep 04 01:09:30.112138 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbff3f-d5e0-4ae1-9a28-0d3a9abe06a8 req-3293903f-89f6-4b58-8216-00b94d98e001 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:30.113656 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5ccbff3f-d5e0-4ae1-9a28-0d3a9abe06a8 req-3293903f-89f6-4b58-8216-00b94d98e001 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0638463 Sep 04 01:09:30.131759 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b22f43ea-c51d-4720-a93a-1576423f2f90 req-d5bf311a-c060-422d-8de3-462193c45b77 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d072bfcf-41bd-430e-800c-1d1a3b17d915 HTTP/1.1" status: 200 len: 217 time: 0.0629387 Sep 04 01:09:30.169454 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5ccbff3f-d5e0-4ae1-9a28-0d3a9abe06a8 req-6ad8be95-d67c-447d-921c-db4bc80898be tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476205 Sep 04 01:09:30.213627 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9e4f4-1bf3-4d11-aa2d-6b873dd737a7 req-99877c2a-2510-400d-a5d7-ef347d6a5ea3 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:30.216709 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4aa9e4f4-1bf3-4d11-aa2d-6b873dd737a7 req-99877c2a-2510-400d-a5d7-ef347d6a5ea3 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 946 time: 0.0888662 Sep 04 01:09:30.216709 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-26e3dce3-771a-4664-b476-b98a435f999b req-7e28fe6a-aede-4beb-8415-acf272e8b759 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Deleting port 88ae446d-0ce0-4187-b028-5915cabba54c {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:09:30.216709 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-26e3dce3-771a-4664-b476-b98a435f999b req-7e28fe6a-aede-4beb-8415-acf272e8b759 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (88ae446d-0ce0-4187-b028-5915cabba54c), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:30.266820 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:30.319361 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:30.327518 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d0ecc-2149-4d58-9784-1fa41aa1bcb6 req-4042da42-1472-4875-b84c-a443b417097a tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:30.328999 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-550d0ecc-2149-4d58-9784-1fa41aa1bcb6 req-4042da42-1472-4875-b84c-a443b417097a tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0515256 Sep 04 01:09:30.330293 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4aa9e4f4-1bf3-4d11-aa2d-6b873dd737a7 req-275db54e-2a1f-484a-a295-36443120663b tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd251723-c6f9-4e67-b522-e38b91c2bfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002653 Sep 04 01:09:30.358192 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-26e3dce3-771a-4664-b476-b98a435f999b req-7e28fe6a-aede-4beb-8415-acf272e8b759 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] For port 88ae446d-0ce0-4187-b028-5915cabba54c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=88ae446d-0ce0-4187-b028-5915cabba54c,segment=NetworkSegment(691a306c-3c07-49ca-8d5b-c7e7a9ad5919),segment_id=691a306c-3c07-49ca-8d5b-c7e7a9ad5919)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:30.358653 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-26e3dce3-771a-4664-b476-b98a435f999b req-7e28fe6a-aede-4beb-8415-acf272e8b759 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (88ae446d-0ce0-4187-b028-5915cabba54c), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:30.377305 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-26e3dce3-771a-4664-b476-b98a435f999b req-7e28fe6a-aede-4beb-8415-acf272e8b759 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Calling delete_port for 88ae446d-0ce0-4187-b028-5915cabba54c owned by compute:nova {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:09:30.388873 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-550d0ecc-2149-4d58-9784-1fa41aa1bcb6 req-79dbe34c-5003-4a66-9ae5-bafad6abeaf4 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467985 Sep 04 01:09:30.585860 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-26e3dce3-771a-4664-b476-b98a435f999b req-7e28fe6a-aede-4beb-8415-acf272e8b759 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (88ae446d-0ce0-4187-b028-5915cabba54c), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:30.633121 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28fe6a-aede-4beb-8415-acf272e8b759 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Pushing event deleted for resources: {'Port': ['ID=88ae446d-0ce0-4187-b028-5915cabba54c,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:30.677708 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f43ea-c51d-4720-a93a-1576423f2f90 req-2000eac9-6d28-4646-952a-866d4e752b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:30.679830 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b22f43ea-c51d-4720-a93a-1576423f2f90 req-2000eac9-6d28-4646-952a-866d4e752b0c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db HTTP/1.1" status: 200 len: 848 time: 0.1040163 Sep 04 01:09:30.693793 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-e7d7c7d9-8522-408f-8990-6b64b0bd9661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:30.703312 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e3dce3-771a-4664-b476-b98a435f999b req-7e28fe6a-aede-4beb-8415-acf272e8b759 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] No DVR routers for this DVR port 88ae446d-0ce0-4187-b028-5915cabba54c on host hv-cinder-maste {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:09:30.705784 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-26e3dce3-771a-4664-b476-b98a435f999b req-7e28fe6a-aede-4beb-8415-acf272e8b759 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:30.709260 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-26e3dce3-771a-4664-b476-b98a435f999b req-7e28fe6a-aede-4beb-8415-acf272e8b759 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.16 "DELETE /networking/v2.0/ports/88ae446d-0ce0-4187-b028-5915cabba54c HTTP/1.1" status: 204 len: 173 time: 0.6788781 Sep 04 01:09:30.709664 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3994b76-60e7-4d9a-a655-2fb09eb68a5d', 'name': 'network-vif-deleted', 'tag': '88ae446d-0ce0-4187-b028-5915cabba54c'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:09:30.711880 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb89f8d9-7800-40a3-8815-a7610b502ae0" -d '{"events": [{"server_uuid": "a3994b76-60e7-4d9a-a655-2fb09eb68a5d", "name": "network-vif-deleted", "tag": "88ae446d-0ce0-4187-b028-5915cabba54c"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:09:30.742848 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f43ea-c51d-4720-a93a-1576423f2f90 req-1dd88592-3ef5-466b-b6f1-f8b9cb4f683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:30.744402 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b22f43ea-c51d-4720-a93a-1576423f2f90 req-1dd88592-3ef5-466b-b6f1-f8b9cb4f683d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=a4020194-c9cd-46d3-9c56-5d8c215c248f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498698 Sep 04 01:09:30.769664 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747740b4-e2cb-4635-80d7-c73e41434995 x-openstack-request-id: req-747740b4-e2cb-4635-80d7-c73e41434995 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:09:30.769959 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3994b76-60e7-4d9a-a655-2fb09eb68a5d", "name": "network-vif-deleted", "tag": "88ae446d-0ce0-4187-b028-5915cabba54c", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:09:30.770206 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-747740b4-e2cb-4635-80d7-c73e41434995 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:09:30.770601 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747740b4-e2cb-4635-80d7-c73e41434995'] response: {'server_uuid': 'a3994b76-60e7-4d9a-a655-2fb09eb68a5d', 'name': 'network-vif-deleted', 'tag': '88ae446d-0ce0-4187-b028-5915cabba54c', 'status': 'completed', 'code': 200} Sep 04 01:09:30.842848 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b22f43ea-c51d-4720-a93a-1576423f2f90 req-b3bced39-b41d-4529-90df-75ac6c5e6cf3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/a4020194-c9cd-46d3-9c56-5d8c215c248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920029 Sep 04 01:09:30.874425 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:30.943906 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b22f43ea-c51d-4720-a93a-1576423f2f90 req-85d9080e-d6b0-4a6f-b944-5aeb660245b4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/a4020194-c9cd-46d3-9c56-5d8c215c248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878904 Sep 04 01:09:31.296129 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dffd72-45b8-4782-9e3a-97a04a871882 req-2344fec7-b647-483c-b538-20421baa316a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:31.297638 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-f7dffd72-45b8-4782-9e3a-97a04a871882 req-2344fec7-b647-483c-b538-20421baa316a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0485170 Sep 04 01:09:31.347005 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-f7dffd72-45b8-4782-9e3a-97a04a871882 req-54aea5fa-d6c8-4aa2-9733-7683436775ae tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433874 Sep 04 01:09:31.469625 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4330865b-0549-4026-b6f5-87b93f6ebea1 req-70dc7cb7-e36c-43dd-ae0b-4f2f544410b1 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 210 time: 0.0343552 Sep 04 01:09:31.578800 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe42cd-b83c-4847-93bd-1f047eafad89 req-29e88c01-2b4a-4ae5-b10b-a45567fecca4 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:31.580258 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ebfe42cd-b83c-4847-93bd-1f047eafad89 req-29e88c01-2b4a-4ae5-b10b-a45567fecca4 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0492899 Sep 04 01:09:31.630630 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ebfe42cd-b83c-4847-93bd-1f047eafad89 req-39b2f431-cedb-4574-9967-6a0b406ece91 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432057 Sep 04 01:09:31.734430 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ddae7-9179-479d-8474-e5d0276faef7 req-2cec579f-bfec-48f3-8c4e-62f0af2d640c tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:31.740726 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a62ddae7-9179-479d-8474-e5d0276faef7 req-2cec579f-bfec-48f3-8c4e-62f0af2d640c tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 946 time: 0.0467863 Sep 04 01:09:31.788724 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a62ddae7-9179-479d-8474-e5d0276faef7 req-b282211f-bfb8-42e1-b008-8959d6d5fdd6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460658 Sep 04 01:09:32.077511 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e1f13-0e29-4659-b0c1-9bf4b7e8d111 req-9c221f47-1585-4ccf-9f78-fe11aa09492b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:32.078979 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-974e1f13-0e29-4659-b0c1-9bf4b7e8d111 req-9c221f47-1585-4ccf-9f78-fe11aa09492b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0503187 Sep 04 01:09:32.358857 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-974e1f13-0e29-4659-b0c1-9bf4b7e8d111 req-af7b5926-45af-4b60-bf35-5df8cb3ffb6a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2744505 Sep 04 01:09:32.499985 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 88ae446d-0ce0-4187-b028-5915cabba54c no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:09:32.524389 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] No Port match for: 88ae446d-0ce0-4187-b028-5915cabba54c {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:09:32.524731 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 88ae446d-0ce0-4187-b028-5915cabba54c not bound to the agent host hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:09:32.587251 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-28c98b0e-b0fb-4bb4-955d-e33d7bd8bbcb req-4f713e02-4fd6-46e0-ad91-fc253253fb53 tempest-VolumesSnapshotTestJSON-1378097567 tempest-VolumesSnapshotTestJSON-1378097567-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3994b76-60e7-4d9a-a655-2fb09eb68a5d HTTP/1.1" status: 200 len: 210 time: 0.0277050 Sep 04 01:09:32.749009 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f518cef-1705-4da0-832d-a67e2c22b7c1 req-d587276e-9a35-4d6a-8142-99bae2fdc640 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:32.750464 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3f518cef-1705-4da0-832d-a67e2c22b7c1 req-d587276e-9a35-4d6a-8142-99bae2fdc640 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0468621 Sep 04 01:09:32.798445 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3f518cef-1705-4da0-832d-a67e2c22b7c1 req-287a824a-f0c6-4609-9007-eb93762460d3 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416052 Sep 04 01:09:33.019258 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2a0f161e-5a7a-40cc-8482-fc7c89c93d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:33.151943 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c02845-2321-4d63-9d6a-3ff72bafe6e8 req-6e2a03b7-09a7-436f-ad44-0e48276eb4a9 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:33.153402 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-24c02845-2321-4d63-9d6a-3ff72bafe6e8 req-6e2a03b7-09a7-436f-ad44-0e48276eb4a9 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 946 time: 0.2893782 Sep 04 01:09:33.199806 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-24c02845-2321-4d63-9d6a-3ff72bafe6e8 req-ff01882b-7a0e-4aab-b144-7dfff48b7f57 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405812 Sep 04 01:09:33.483402 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadb316-2221-4855-90cf-7901d9eb49c3 req-1405423f-e428-4984-ba1e-fcb2e3a7790e tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:33.484843 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-8cadb316-2221-4855-90cf-7901d9eb49c3 req-1405423f-e428-4984-ba1e-fcb2e3a7790e tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0492842 Sep 04 01:09:33.513720 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:33.535508 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-8cadb316-2221-4855-90cf-7901d9eb49c3 req-4fd37fb9-e57b-457c-8cb5-ee4d84f47024 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441759 Sep 04 01:09:33.561606 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=17 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:33.588860 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab0e5c-6e63-419b-aba5-5146e51ad5c3 req-ad70547e-78f0-4ff0-8f70-6439afc63a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:33.590336 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-71ab0e5c-6e63-419b-aba5-5146e51ad5c3 req-ad70547e-78f0-4ff0-8f70-6439afc63a05 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=db72b63281384bd883b04d05bcc35677&device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 1129 time: 0.0390837 Sep 04 01:09:33.648716 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:33.783830 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58d63a-f3a4-4be9-bf23-9723125cd409 req-ac8a967e-d672-4145-bdd2-f58282e75ca3 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:33.785316 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8a58d63a-f3a4-4be9-bf23-9723125cd409 req-ac8a967e-d672-4145-bdd2-f58282e75ca3 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 946 time: 0.0933342 Sep 04 01:09:33.836015 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:33.882247 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab0e5c-6e63-419b-aba5-5146e51ad5c3 req-889ff516-7775-45d8-a635-cd3fd2784801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:33.883718 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-71ab0e5c-6e63-419b-aba5-5146e51ad5c3 req-889ff516-7775-45d8-a635-cd3fd2784801 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=b16f22e1-6fb1-440b-98eb-845123e960e6 HTTP/1.1" status: 200 len: 919 time: 0.1930158 Sep 04 01:09:33.907422 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-8a58d63a-f3a4-4be9-bf23-9723125cd409 req-f1095cce-76eb-4860-b930-bf5e696783d0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Deleting port e0a049e7-02dc-4e07-af75-3de7fbe36b23 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:09:33.907715 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-8a58d63a-f3a4-4be9-bf23-9723125cd409 req-f1095cce-76eb-4860-b930-bf5e696783d0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (e0a049e7-02dc-4e07-af75-3de7fbe36b23), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:33.920319 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9fe7c-5576-44a6-b7e0-9711d733120f req-f90c9e20-e2a3-4e4b-8864-8655ac299c36 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:33.921876 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-91a9fe7c-5576-44a6-b7e0-9711d733120f req-f90c9e20-e2a3-4e4b-8864-8655ac299c36 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0475974 Sep 04 01:09:33.974336 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-91a9fe7c-5576-44a6-b7e0-9711d733120f req-81844134-9deb-4b73-bcad-418aae4e6dd8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459220 Sep 04 01:09:34.013322 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-71ab0e5c-6e63-419b-aba5-5146e51ad5c3 req-5f74e102-43f9-4d1a-8565-6aca88b9de22 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62f5079a-1d7d-4c5c-bdcd-0af337b6235b HTTP/1.1" status: 200 len: 1001 time: 0.1119030 Sep 04 01:09:34.076164 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-8a58d63a-f3a4-4be9-bf23-9723125cd409 req-f1095cce-76eb-4860-b930-bf5e696783d0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] For port e0a049e7-02dc-4e07-af75-3de7fbe36b23, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e0a049e7-02dc-4e07-af75-3de7fbe36b23,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:34.076523 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-8a58d63a-f3a4-4be9-bf23-9723125cd409 req-f1095cce-76eb-4860-b930-bf5e696783d0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (e0a049e7-02dc-4e07-af75-3de7fbe36b23), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:34.098133 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab0e5c-6e63-419b-aba5-5146e51ad5c3 req-b71f41a1-7c30-47d2-b65b-5800ec31204f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:34.100206 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-71ab0e5c-6e63-419b-aba5-5146e51ad5c3 req-b71f41a1-7c30-47d2-b65b-5800ec31204f service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0 HTTP/1.1" status: 200 len: 857 time: 0.0805759 Sep 04 01:09:34.190214 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab0e5c-6e63-419b-aba5-5146e51ad5c3 req-f64e3024-590c-41e2-9dcc-d17058ddb3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:34.190214 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-71ab0e5c-6e63-419b-aba5-5146e51ad5c3 req-f64e3024-590c-41e2-9dcc-d17058ddb3ad service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b16f22e1-6fb1-440b-98eb-845123e960e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564489 Sep 04 01:09:34.192247 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:34.404547 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda8888-7798-476d-a26e-837eb31007f9 req-0b77162e-5b25-4a66-be71-061c44c2c1eb tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:34.408469 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-edda8888-7798-476d-a26e-837eb31007f9 req-0b77162e-5b25-4a66-be71-061c44c2c1eb tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 946 time: 0.1243808 Sep 04 01:09:34.409748 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-8a58d63a-f3a4-4be9-bf23-9723125cd409 req-f1095cce-76eb-4860-b930-bf5e696783d0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:34.410189 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-8a58d63a-f3a4-4be9-bf23-9723125cd409 req-f1095cce-76eb-4860-b930-bf5e696783d0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (29aaa1bc-70e4-4290-b00e-49a0f08b213d), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:34.410530 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.l3_db [req-8a58d63a-f3a4-4be9-bf23-9723125cd409 req-f1095cce-76eb-4860-b930-bf5e696783d0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Floating IP 29aaa1bc-70e4-4290-b00e-49a0f08b213d disassociated. External IP: 172.37.7.189, port: e0a049e7-02dc-4e07-af75-3de7fbe36b23. Sep 04 01:09:34.410871 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-8a58d63a-f3a4-4be9-bf23-9723125cd409 req-f1095cce-76eb-4860-b930-bf5e696783d0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Calling delete_port for e0a049e7-02dc-4e07-af75-3de7fbe36b23 owned by compute:nova {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:09:34.426035 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-71ab0e5c-6e63-419b-aba5-5146e51ad5c3 req-cb8888d2-0c2f-42ac-9bb5-8e7840959269 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111678 Sep 04 01:09:34.439583 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:34.563178 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-edda8888-7798-476d-a26e-837eb31007f9 req-0de9e11a-3cfb-41c1-9fc3-bb9a68769e5d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f1cdaab5-9805-40c3-b794-76bf42b9b813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478648 Sep 04 01:09:34.629714 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:34.648069 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-71ab0e5c-6e63-419b-aba5-5146e51ad5c3 req-de8b5185-b87e-4cab-b71a-b5833beeb523 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046044 Sep 04 01:09:34.659766 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8244930-ec45-419b-91e8-a3941a1270c1 req-8fda5393-25fa-4938-afea-6f1cd74e5e9c tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:34.661896 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a8244930-ec45-419b-91e8-a3941a1270c1 req-8fda5393-25fa-4938-afea-6f1cd74e5e9c tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0475523 Sep 04 01:09:34.711674 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a8244930-ec45-419b-91e8-a3941a1270c1 req-827c31f0-d5ce-4bb2-a222-d63b56211470 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430379 Sep 04 01:09:34.722550 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-8a58d63a-f3a4-4be9-bf23-9723125cd409 req-f1095cce-76eb-4860-b930-bf5e696783d0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (e0a049e7-02dc-4e07-af75-3de7fbe36b23), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:34.753308 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1095cce-76eb-4860-b930-bf5e696783d0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event deleted for resources: {'Port': ['ID=e0a049e7-02dc-4e07-af75-3de7fbe36b23,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:34.862806 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a58d63a-f3a4-4be9-bf23-9723125cd409 req-f1095cce-76eb-4860-b930-bf5e696783d0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Router a6875d57-1898-4fcc-8186-5995078e83c1 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:09:34.966352 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a58d63a-f3a4-4be9-bf23-9723125cd409 req-f1095cce-76eb-4860-b930-bf5e696783d0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:09:34.976237 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8759e6-7d98-4819-b71f-e4bc85d90efb None None] Sync routers for ids ['a6875d57-1898-4fcc-8186-5995078e83c1'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:09:34.987230 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8759e6-7d98-4819-b71f-e4bc85d90efb None None] Routers {'a6875d57-1898-4fcc-8186-5995078e83c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:09:34.987856 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-0b8759e6-7d98-4819-b71f-e4bc85d90efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:09:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a6875d57-1898-4fcc-8186-5995078e83c1'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:35.009503 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a58d63a-f3a4-4be9-bf23-9723125cd409 req-f1095cce-76eb-4860-b930-bf5e696783d0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] No DVR routers for this DVR port e0a049e7-02dc-4e07-af75-3de7fbe36b23 on host hv-cinder-maste {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:09:35.012487 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-8a58d63a-f3a4-4be9-bf23-9723125cd409 req-f1095cce-76eb-4860-b930-bf5e696783d0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:35.017003 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8a58d63a-f3a4-4be9-bf23-9723125cd409 req-f1095cce-76eb-4860-b930-bf5e696783d0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.16 "DELETE /networking/v2.0/ports/e0a049e7-02dc-4e07-af75-3de7fbe36b23 HTTP/1.1" status: 204 len: 173 time: 1.2247398 Sep 04 01:09:35.017910 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784b2b9b-9890-4f9e-be75-2548b520e138', 'name': 'network-vif-deleted', 'tag': 'e0a049e7-02dc-4e07-af75-3de7fbe36b23'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:09:35.020013 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb44524-801a-483c-bb24-435db62180d1" -d '{"events": [{"server_uuid": "784b2b9b-9890-4f9e-be75-2548b520e138", "name": "network-vif-deleted", "tag": "e0a049e7-02dc-4e07-af75-3de7fbe36b23"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:09:35.064323 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02163af-d0cf-417e-8edf-1e28ca24bb46 x-openstack-request-id: req-a02163af-d0cf-417e-8edf-1e28ca24bb46 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:09:35.064622 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784b2b9b-9890-4f9e-be75-2548b520e138", "name": "network-vif-deleted", "tag": "e0a049e7-02dc-4e07-af75-3de7fbe36b23", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:09:35.064857 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a02163af-d0cf-417e-8edf-1e28ca24bb46 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:09:35.065284 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a02163af-d0cf-417e-8edf-1e28ca24bb46'] response: {'server_uuid': '784b2b9b-9890-4f9e-be75-2548b520e138', 'name': 'network-vif-deleted', 'tag': 'e0a049e7-02dc-4e07-af75-3de7fbe36b23', 'status': 'completed', 'code': 200} Sep 04 01:09:35.071888 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:35.086132 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:35.101596 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-0b8759e6-7d98-4819-b71f-e4bc85d90efb None None] Set router a6875d57-1898-4fcc-8186-5995078e83c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:09:35.108485 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f52978-0c83-4e97-af5a-714d2259f1e4 req-22cf2e9f-d05b-4453-836c-d1269d4187ad tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:35.110328 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-47f52978-0c83-4e97-af5a-714d2259f1e4 req-22cf2e9f-d05b-4453-836c-d1269d4187ad tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0566163 Sep 04 01:09:35.170723 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-47f52978-0c83-4e97-af5a-714d2259f1e4 req-3bf363af-2174-400e-b7c9-9c26e3987ab9 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529940 Sep 04 01:09:35.298466 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-0b8759e6-7d98-4819-b71f-e4bc85d90efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:35.327107 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8759e6-7d98-4819-b71f-e4bc85d90efb None None] Checking router: a6875d57-1898-4fcc-8186-5995078e83c1 for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:09:35.336270 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8759e6-7d98-4819-b71f-e4bc85d90efb None None] Routers {'a6875d57-1898-4fcc-8186-5995078e83c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:09:35.336925 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-0b8759e6-7d98-4819-b71f-e4bc85d90efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:09:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a6875d57-1898-4fcc-8186-5995078e83c1'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:35.440865 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-0b8759e6-7d98-4819-b71f-e4bc85d90efb None None] Set router a6875d57-1898-4fcc-8186-5995078e83c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:09:35.681657 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-48eda144-abdb-4e07-8bbc-832468480f2c req-0afc9491-a450-4640-ad38-0cc4a1724240 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 210 time: 0.0320258 Sep 04 01:09:35.758698 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:35.776871 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-0b8759e6-7d98-4819-b71f-e4bc85d90efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:35.806403 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8759e6-7d98-4819-b71f-e4bc85d90efb None None] The sync data for ids ['a6875d57-1898-4fcc-8186-5995078e83c1'] in dv-cinder-master-3-iscsi is: [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:09:35.840604 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabc60f-1c56-4aa5-9a8c-4427ce923e3d req-50d1e9ca-8e35-4b2a-a5c1-88bcf031004e tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:35.842497 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8eabc60f-1c56-4aa5-9a8c-4427ce923e3d req-50d1e9ca-8e35-4b2a-a5c1-88bcf031004e tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0521646 Sep 04 01:09:35.893687 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8eabc60f-1c56-4aa5-9a8c-4427ce923e3d req-6d0784fe-65c0-4b28-91dd-0ffdb29907e1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449839 Sep 04 01:09:35.902366 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:36.045782 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f0d3ee-a2bf-46d3-a9cd-7319908375bf None None] New status for floating IP 29aaa1bc-70e4-4290-b00e-49a0f08b213d: DOWN {{(pid=106793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:09:36.291969 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bff795-b31b-489a-8627-5ee666400751 req-eb20f5e7-d85f-4af1-991f-5689b8e46088 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:36.293322 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-44bff795-b31b-489a-8627-5ee666400751 req-eb20f5e7-d85f-4af1-991f-5689b8e46088 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0464985 Sep 04 01:09:36.341745 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-44bff795-b31b-489a-8627-5ee666400751 req-a7082308-1428-4f68-bc0d-888fe7cba1f9 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428381 Sep 04 01:09:36.786079 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e04800a8-76ab-4884-8a13-80b738beafc8 req-d912d181-d26c-4b6a-b515-0fbfceb80f1a tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 210 time: 0.0299406 Sep 04 01:09:37.016947 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae3fd8-313b-46c8-a603-5484cb89fda7 req-3d0172f3-b807-4148-87ee-5f357fe9a172 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:37.018429 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-abae3fd8-313b-46c8-a603-5484cb89fda7 req-3d0172f3-b807-4148-87ee-5f357fe9a172 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0463736 Sep 04 01:09:37.064596 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-abae3fd8-313b-46c8-a603-5484cb89fda7 req-f38de343-b8c8-45f5-a3a6-cb90c37605e1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401535 Sep 04 01:09:37.464308 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6421b03-31a6-4eb4-b340-8c0d4ecc4ead req-631ff1ba-579d-4fd8-9f5d-100898b497c8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:37.467459 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a6421b03-31a6-4eb4-b340-8c0d4ecc4ead req-631ff1ba-579d-4fd8-9f5d-100898b497c8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0527802 Sep 04 01:09:37.516619 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a6421b03-31a6-4eb4-b340-8c0d4ecc4ead req-fda21138-546a-411c-bd3f-b955feea65c6 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431905 Sep 04 01:09:37.807597 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:37.901647 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7187bf1a-4239-4532-a144-3b7e48720c76 req-e48c2e69-b0f2-4db4-9ae4-e7f72c85ee30 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 210 time: 0.0300860 Sep 04 01:09:38.185597 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ca943-5513-44d9-acea-8bbd32534947 req-d9214322-018e-465d-bf3d-b8f4c57292b5 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:38.187044 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cc7ca943-5513-44d9-acea-8bbd32534947 req-d9214322-018e-465d-bf3d-b8f4c57292b5 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0466022 Sep 04 01:09:38.232972 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cc7ca943-5513-44d9-acea-8bbd32534947 req-e480d2cd-bbde-4d47-9927-b3bf31a9d67e tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405235 Sep 04 01:09:38.636165 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0d490-30cc-4258-ba57-b1490609397a req-52fdaa6b-bbf3-46e7-a562-e6e51205cb9f tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:38.637519 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-93f0d490-30cc-4258-ba57-b1490609397a req-52fdaa6b-bbf3-46e7-a562-e6e51205cb9f tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0462627 Sep 04 01:09:38.662865 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:38.685583 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-93f0d490-30cc-4258-ba57-b1490609397a req-648c33b4-966d-4b24-bfd0-690ed29664c7 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425029 Sep 04 01:09:38.760386 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device e0a049e7-02dc-4e07-af75-3de7fbe36b23 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:09:38.780327 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] No Port match for: e0a049e7-02dc-4e07-af75-3de7fbe36b23 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:09:38.780670 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device e0a049e7-02dc-4e07-af75-3de7fbe36b23 not bound to the agent host hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:09:39.011904 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-35c54be5-5a7a-400e-a4d5-66b249862ddb req-4c3291af-6e0d-4c37-b7b9-7e4d7d89b95d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 210 time: 0.0309839 Sep 04 01:09:39.350697 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ccf09-be59-46a5-88a9-fa9a6c3b3777 req-0ec3a08c-881a-4b85-991d-bf6512c716b1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:39.352122 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e75ccf09-be59-46a5-88a9-fa9a6c3b3777 req-0ec3a08c-881a-4b85-991d-bf6512c716b1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0453069 Sep 04 01:09:39.400650 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e75ccf09-be59-46a5-88a9-fa9a6c3b3777 req-832de277-28db-4552-84f4-16542ac605b2 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428467 Sep 04 01:09:39.821786 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af4342-882d-4c5d-9575-914565f21155 req-801e0551-ff69-410c-84f3-089b59364c9d tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:39.823289 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-27af4342-882d-4c5d-9575-914565f21155 req-801e0551-ff69-410c-84f3-089b59364c9d tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0599399 Sep 04 01:09:39.874265 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-27af4342-882d-4c5d-9575-914565f21155 req-293168f0-6572-4cbd-83f7-e168d40367cb tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454652 Sep 04 01:09:40.129730 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ad6277e9-5b47-48a6-9a8c-2230236235d5 req-6f7f4bec-37aa-4cc2-8a74-45aa0bdd1999 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 210 time: 0.0309839 Sep 04 01:09:40.522432 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:40.531234 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e5d12-6cea-4572-888a-2e56dc9d751e req-eef3f1e2-6b36-4a1f-95d1-92c74a5acf0e tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:40.535943 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c55e5d12-6cea-4572-888a-2e56dc9d751e req-eef3f1e2-6b36-4a1f-95d1-92c74a5acf0e tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0518947 Sep 04 01:09:40.581778 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c55e5d12-6cea-4572-888a-2e56dc9d751e req-0a6bd05e-6a84-4bda-993a-6ba7b8010b54 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421917 Sep 04 01:09:40.704393 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d5728-f0be-4b1d-82ff-a710dbb7d000 req-7a2ead2e-dd9d-49b6-a5aa-6ec9e1730e96 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:40.705898 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-782d5728-f0be-4b1d-82ff-a710dbb7d000 req-7a2ead2e-dd9d-49b6-a5aa-6ec9e1730e96 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0481076 Sep 04 01:09:40.718922 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 51462) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:40.723500 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-32226680-ab03-41e9-a200-50f55cec2502 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Request body: {'floatingip': {'port_id': '62f5079a-1d7d-4c5c-bdcd-0af337b6235b'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:40.743145 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device d072bfcf-41bd-430e-800c-1d1a3b17d915 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:09:40.786237 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-32226680-ab03-41e9-a200-50f55cec2502 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for floatingip (d5d6fe9f-6323-4c53-a7b6-3bbe1545f3f4), before_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:40.850654 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port d072bfcf-41bd-430e-800c-1d1a3b17d915, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d072bfcf-41bd-430e-800c-1d1a3b17d915,segment=NetworkSegment(7f3c23b7-4619-4de8-89fe-789a39101159),segment_id=7f3c23b7-4619-4de8-89fe-789a39101159)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:40.862733 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': 'd072bfcf-41bd-430e-800c-1d1a3b17d915', 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f', 'port_id': 'd072bfcf-41bd-430e-800c-1d1a3b17d915', 'mac_address': 'fa:16:3e:a8:02:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:09:40.868569 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:40.899919 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port d072bfcf-41bd-430e-800c-1d1a3b17d915 is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:09:40.900395 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:40.916519 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d072bfcf-41bd-430e-800c-1d1a3b17d915 {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:09:40.939668 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port d072bfcf-41bd-430e-800c-1d1a3b17d915, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d072bfcf-41bd-430e-800c-1d1a3b17d915,segment=NetworkSegment(7f3c23b7-4619-4de8-89fe-789a39101159),segment_id=7f3c23b7-4619-4de8-89fe-789a39101159)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:40.996455 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:41.010210 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd10d5a-9159-44c5-b9dd-ed56eff1a06c req-cc3bab66-f7ff-44d2-919a-4b1bfa22f470 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:41.011700 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fbd10d5a-9159-44c5-b9dd-ed56eff1a06c req-cc3bab66-f7ff-44d2-919a-4b1bfa22f470 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0517404 Sep 04 01:09:41.054304 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=d072bfcf-41bd-430e-800c-1d1a3b17d915,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:41.065015 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:41.065649 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:41.066250 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:41.066807 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:41.067382 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:41.068209 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:41.068733 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:41.069242 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:41.069581 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:41.069918 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:41.070246 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:41.070598 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:41.071181 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:41.071739 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:41.072311 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:09:41.081673 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fbd10d5a-9159-44c5-b9dd-ed56eff1a06c req-d8708e57-d6a1-4169-9f42-a28aee42d536 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636468 Sep 04 01:09:41.134721 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:41.282243 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-00bd917c-9b97-4984-ab91-3ad2c7afdfaf req-9cd6f81c-636e-4f24-84f7-5a577e985dc7 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=784b2b9b-9890-4f9e-be75-2548b520e138 HTTP/1.1" status: 200 len: 210 time: 0.0584280 Sep 04 01:09:41.298923 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-32226680-ab03-41e9-a200-50f55cec2502 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:41.362012 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-32226680-ab03-41e9-a200-50f55cec2502 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (d5d6fe9f-6323-4c53-a7b6-3bbe1545f3f4), after_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:41.426466 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['d072bfcf-41bd-430e-800c-1d1a3b17d915'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:09:41.556367 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:41.586522 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:41.602986 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32226680-ab03-41e9-a200-50f55cec2502 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Router 61883c33-5f31-4a53-b117-0fe975bce512 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:09:41.720615 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32226680-ab03-41e9-a200-50f55cec2502 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:09:41.726059 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-32226680-ab03-41e9-a200-50f55cec2502 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:41.732063 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35581199-e94b-4082-a9fc-c75255e6e31e None None] Sync routers for ids ['61883c33-5f31-4a53-b117-0fe975bce512'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:09:41.742947 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35581199-e94b-4082-a9fc-c75255e6e31e None None] Routers {'61883c33-5f31-4a53-b117-0fe975bce512'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:09:41.743631 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-35581199-e94b-4082-a9fc-c75255e6e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:09:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['61883c33-5f31-4a53-b117-0fe975bce512'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:41.768781 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2570ee6c-f335-41bc-8e67-f89a62b28134', 'tag': '62f5079a-1d7d-4c5c-bdcd-0af337b6235b'}] {{(pid=106790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:09:41.771030 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768fddc788cc630bf6be659ba1cc99228bd403d8973f3d1aee7c621fd359d80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a923c3-0535-4c7e-84d8-252352a411f3" -d '{"events": [{"name": "network-changed", "server_uuid": "2570ee6c-f335-41bc-8e67-f89a62b28134", "tag": "62f5079a-1d7d-4c5c-bdcd-0af337b6235b"}]}' {{(pid=106790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:09:41.803952 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-32226680-ab03-41e9-a200-50f55cec2502 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/d5d6fe9f-6323-4c53-a7b6-3bbe1545f3f4 HTTP/1.1" status: 200 len: 993 time: 1.0836792 Sep 04 01:09:41.831031 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54dd38d-4fd3-414e-b51c-16db8db312fa x-openstack-request-id: req-f54dd38d-4fd3-414e-b51c-16db8db312fa {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:09:41.831332 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2570ee6c-f335-41bc-8e67-f89a62b28134", "tag": "62f5079a-1d7d-4c5c-bdcd-0af337b6235b", "status": "completed", "code": 200}]} {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:09:41.831581 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f54dd38d-4fd3-414e-b51c-16db8db312fa {{(pid=106790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:09:41.832028 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f54dd38d-4fd3-414e-b51c-16db8db312fa'] response: {'name': 'network-changed', 'server_uuid': '2570ee6c-f335-41bc-8e67-f89a62b28134', 'tag': '62f5079a-1d7d-4c5c-bdcd-0af337b6235b', 'status': 'completed', 'code': 200} Sep 04 01:09:41.851214 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-35581199-e94b-4082-a9fc-c75255e6e31e None None] Set router 61883c33-5f31-4a53-b117-0fe975bce512 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:09:41.935075 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a923c3-0535-4c7e-84d8-252352a411f3 req-fb078e79-cd3b-4473-b5bc-bb334e963692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:41.936479 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-76a923c3-0535-4c7e-84d8-252352a411f3 req-fb078e79-cd3b-4473-b5bc-bb334e963692 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=db72b63281384bd883b04d05bcc35677&device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 1129 time: 0.0403645 Sep 04 01:09:41.971222 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:41.982432 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:42.042709 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a923c3-0535-4c7e-84d8-252352a411f3 req-8ef7d65b-00f5-4f18-9b30-03b8cca0ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:42.044419 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-76a923c3-0535-4c7e-84d8-252352a411f3 req-8ef7d65b-00f5-4f18-9b30-03b8cca0ec85 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=b16f22e1-6fb1-440b-98eb-845123e960e6 HTTP/1.1" status: 200 len: 919 time: 0.0926516 Sep 04 01:09:42.065033 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-35581199-e94b-4082-a9fc-c75255e6e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61883c33-5f31-4a53-b117-0fe975bce512', 'name': 'tempest-ServerRescueNegativeTestJSON-389120141-router', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31'}], 'enable_snat': True}, 'gw_port_id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:13Z', 'revision_number': 4, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'gw_port': {'id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd5d6fe9f-6323-4c53-a7b6-3bbe1545f3f4', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'floating_ip_address': '172.37.7.177', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'port_id': '62f5079a-1d7d-4c5c-bdcd-0af337b6235b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'mac_address': 'fa:16:3e:3f:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2570ee6c-f335-41bc-8e67-f89a62b28134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:07:30Z', 'updated_at': '2022-09-04T01:09:41Z', 'revision_number': 3, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f38c3884-111a-49d9-bcf1-6a965ff5e110', 'name': '', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'mac_address': 'fa:16:3e:62:0b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:11Z', 'updated_at': '2022-09-04T01:05:33Z', 'revision_number': 5, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'subnets': [{'id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:42.092645 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35581199-e94b-4082-a9fc-c75255e6e31e None None] Checking router: 61883c33-5f31-4a53-b117-0fe975bce512 for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:09:42.102327 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35581199-e94b-4082-a9fc-c75255e6e31e None None] Routers {'61883c33-5f31-4a53-b117-0fe975bce512'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:09:42.102930 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-35581199-e94b-4082-a9fc-c75255e6e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:09:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['61883c33-5f31-4a53-b117-0fe975bce512'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:42.116438 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-76a923c3-0535-4c7e-84d8-252352a411f3 req-d113b95b-a2ee-49a4-860c-43bc6936aed3 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62f5079a-1d7d-4c5c-bdcd-0af337b6235b HTTP/1.1" status: 200 len: 1001 time: 0.0575771 Sep 04 01:09:42.171771 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a923c3-0535-4c7e-84d8-252352a411f3 req-b98e79df-8879-4f95-940b-30a55e8a67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:42.173423 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-76a923c3-0535-4c7e-84d8-252352a411f3 req-b98e79df-8879-4f95-940b-30a55e8a67b0 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0 HTTP/1.1" status: 200 len: 857 time: 0.0492098 Sep 04 01:09:42.208329 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-35581199-e94b-4082-a9fc-c75255e6e31e None None] Set router 61883c33-5f31-4a53-b117-0fe975bce512 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:09:42.219457 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6c17e-c9e9-4d0c-808b-5ed635b2af65 req-fdf7a144-f900-4974-b52b-42f767653a88 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:42.227087 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-9fd6c17e-c9e9-4d0c-808b-5ed635b2af65 req-fdf7a144-f900-4974-b52b-42f767653a88 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 944 time: 0.0500364 Sep 04 01:09:42.227229 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a923c3-0535-4c7e-84d8-252352a411f3 req-70bb7ea8-940e-4b75-a6ac-57f44d7dc642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:42.227229 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-76a923c3-0535-4c7e-84d8-252352a411f3 req-70bb7ea8-940e-4b75-a6ac-57f44d7dc642 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b16f22e1-6fb1-440b-98eb-845123e960e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440040 Sep 04 01:09:42.278031 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-9fd6c17e-c9e9-4d0c-808b-5ed635b2af65 req-1975f01f-ddb6-4802-b25f-185321cbd164 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504198 Sep 04 01:09:42.322515 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-76a923c3-0535-4c7e-84d8-252352a411f3 req-5751ca4b-b554-40a6-9f98-2beff9cc552d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894804 Sep 04 01:09:42.428312 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-76a923c3-0535-4c7e-84d8-252352a411f3 req-e446c237-2ec7-40d1-9013-1fab4e0d15dc service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937531 Sep 04 01:09:42.444837 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-35581199-e94b-4082-a9fc-c75255e6e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61883c33-5f31-4a53-b117-0fe975bce512', 'name': 'tempest-ServerRescueNegativeTestJSON-389120141-router', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31'}], 'enable_snat': True}, 'gw_port_id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:13Z', 'revision_number': 4, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'gw_port': {'id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd5d6fe9f-6323-4c53-a7b6-3bbe1545f3f4', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'floating_ip_address': '172.37.7.177', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'port_id': '62f5079a-1d7d-4c5c-bdcd-0af337b6235b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'mac_address': 'fa:16:3e:3f:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2570ee6c-f335-41bc-8e67-f89a62b28134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:07:30Z', 'updated_at': '2022-09-04T01:09:41Z', 'revision_number': 3, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f38c3884-111a-49d9-bcf1-6a965ff5e110', 'name': '', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'mac_address': 'fa:16:3e:62:0b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:11Z', 'updated_at': '2022-09-04T01:05:33Z', 'revision_number': 5, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'subnets': [{'id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:42.467790 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 51486) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:42.470670 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35581199-e94b-4082-a9fc-c75255e6e31e None None] The sync data for ids ['61883c33-5f31-4a53-b117-0fe975bce512'] in dv-cinder-master-3-iscsi is: [{'id': '61883c33-5f31-4a53-b117-0fe975bce512', 'name': 'tempest-ServerRescueNegativeTestJSON-389120141-router', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31'}], 'enable_snat': True}, 'gw_port_id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:13Z', 'revision_number': 4, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'gw_port': {'id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd5d6fe9f-6323-4c53-a7b6-3bbe1545f3f4', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'floating_ip_address': '172.37.7.177', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'port_id': '62f5079a-1d7d-4c5c-bdcd-0af337b6235b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'mac_address': 'fa:16:3e:3f:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2570ee6c-f335-41bc-8e67-f89a62b28134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:07:30Z', 'updated_at': '2022-09-04T01:09:41Z', 'revision_number': 3, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f38c3884-111a-49d9-bcf1-6a965ff5e110', 'name': '', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'mac_address': 'fa:16:3e:62:0b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:11Z', 'updated_at': '2022-09-04T01:05:33Z', 'revision_number': 5, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'subnets': [{'id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:09:42.526402 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a6f88de5-e2eb-4a12-9fbc-67bd07206034 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (f1cdaab5-9805-40c3-b794-76bf42b9b813), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:42.550067 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a6f88de5-e2eb-4a12-9fbc-67bd07206034 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (f1cdaab5-9805-40c3-b794-76bf42b9b813), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:42.653398 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a6f88de5-e2eb-4a12-9fbc-67bd07206034 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (f1cdaab5-9805-40c3-b794-76bf42b9b813), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:42.659822 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a6f88de5-e2eb-4a12-9fbc-67bd07206034 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:42.659822 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-a6f88de5-e2eb-4a12-9fbc-67bd07206034 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f1cdaab5-9805-40c3-b794-76bf42b9b813 HTTP/1.1" status: 204 len: 168 time: 0.1883342 Sep 04 01:09:42.660051 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 51488) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:42.666653 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f88de5-e2eb-4a12-9fbc-67bd07206034 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cdaab5-9805-40c3-b794-76bf42b9b813,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:42.674592 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.api.v2.resource [None req-4eff5592-a4b2-40a1-8b76-0d889ee41483 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] show failed (client error): The resource could not be found. Sep 04 01:09:42.675724 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-4eff5592-a4b2-40a1-8b76-0d889ee41483 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups/f1cdaab5-9805-40c3-b794-76bf42b9b813 HTTP/1.1" status: 404 len: 347 time: 0.0146358 Sep 04 01:09:42.678903 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 51490) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:42.765811 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device d072bfcf-41bd-430e-800c-1d1a3b17d915 up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:09:42.794787 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-cc472e55-2d07-4f17-9912-d59a46df1a25 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Deleting port 498a0a31-5c9a-4552-a9dd-f3487791491b {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:09:42.795201 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cc472e55-2d07-4f17-9912-d59a46df1a25 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (498a0a31-5c9a-4552-a9dd-f3487791491b), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:42.827100 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning for port d072bfcf-41bd-430e-800c-1d1a3b17d915 completed by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:09:42.870690 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port d072bfcf-41bd-430e-800c-1d1a3b17d915 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:09:42.870982 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:42.879037 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cc472e55-2d07-4f17-9912-d59a46df1a25 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (498a0a31-5c9a-4552-a9dd-f3487791491b), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:42.884541 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cc472e55-2d07-4f17-9912-d59a46df1a25 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (498a0a31-5c9a-4552-a9dd-f3487791491b), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:42.892681 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-cc472e55-2d07-4f17-9912-d59a46df1a25 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Calling delete_port for 498a0a31-5c9a-4552-a9dd-f3487791491b owned by network:floatingip {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:09:42.950811 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port d072bfcf-41bd-430e-800c-1d1a3b17d915 is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:09:42.951187 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:42.976077 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:42.976720 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74df11dc-31bd-4745-83bc-4b3c430d02ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd072bfcf-41bd-430e-800c-1d1a3b17d915'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:09:42.980308 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6a6421-ee0f-44ac-b3c3-b1ff5db4779b" -d '{"events": [{"server_uuid": "74df11dc-31bd-4745-83bc-4b3c430d02ff", "name": "network-vif-plugged", "status": "completed", "tag": "d072bfcf-41bd-430e-800c-1d1a3b17d915"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:09:42.994043 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port d072bfcf-41bd-430e-800c-1d1a3b17d915, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d072bfcf-41bd-430e-800c-1d1a3b17d915,segment=NetworkSegment(7f3c23b7-4619-4de8-89fe-789a39101159),segment_id=7f3c23b7-4619-4de8-89fe-789a39101159)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:43.020394 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ad1a90-26d2-4dd2-bcbe-e835d8d53fc5 x-openstack-request-id: req-d8ad1a90-26d2-4dd2-bcbe-e835d8d53fc5 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:09:43.020705 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74df11dc-31bd-4745-83bc-4b3c430d02ff", "name": "network-vif-plugged", "status": "completed", "tag": "d072bfcf-41bd-430e-800c-1d1a3b17d915", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:09:43.020959 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8ad1a90-26d2-4dd2-bcbe-e835d8d53fc5 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:09:43.027669 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ad1a90-26d2-4dd2-bcbe-e835d8d53fc5'] response: {'server_uuid': '74df11dc-31bd-4745-83bc-4b3c430d02ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd072bfcf-41bd-430e-800c-1d1a3b17d915', 'code': 200} Sep 04 01:09:43.088596 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:43.122271 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cc472e55-2d07-4f17-9912-d59a46df1a25 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (498a0a31-5c9a-4552-a9dd-f3487791491b), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:43.138407 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:43.143530 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=d072bfcf-41bd-430e-800c-1d1a3b17d915,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:43.151251 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc472e55-2d07-4f17-9912-d59a46df1a25 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event deleted for resources: {'Port': ['ID=498a0a31-5c9a-4552-a9dd-f3487791491b,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:43.208538 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:43.213735 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cc472e55-2d07-4f17-9912-d59a46df1a25 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (29aaa1bc-70e4-4290-b00e-49a0f08b213d), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:43.216334 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cc472e55-2d07-4f17-9912-d59a46df1a25 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:43.217537 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-cc472e55-2d07-4f17-9912-d59a46df1a25 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/29aaa1bc-70e4-4290-b00e-49a0f08b213d HTTP/1.1" status: 204 len: 168 time: 0.5376711 Sep 04 01:09:43.374841 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 51504) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:43.378639 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-c4de4ed5-8141-45c1-8bcb-62fc1edd289c tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1895800531', 'description': 'tempest-description--1353750241'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:43.425454 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76259d8a-9846-4cae-81f7-ce1f6ba12571 req-df1def98-a326-4d14-98b1-d0e2812ae1c2 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:43.426966 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-76259d8a-9846-4cae-81f7-ce1f6ba12571 req-df1def98-a326-4d14-98b1-d0e2812ae1c2 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0566154 Sep 04 01:09:43.488932 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c4de4ed5-8141-45c1-8bcb-62fc1edd289c tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:43.506486 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:43.516852 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77c5a0-e4df-4bf6-adcc-369cc1557aa7 req-c5748299-e932-4560-9133-1c1414764c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:43.518275 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8f77c5a0-e4df-4bf6-adcc-369cc1557aa7 req-c5748299-e932-4560-9133-1c1414764c50 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 1129 time: 0.0695317 Sep 04 01:09:43.529293 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-76259d8a-9846-4cae-81f7-ce1f6ba12571 req-88088ebb-b089-42e0-9892-e53fc9a34bec tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932722 Sep 04 01:09:43.571105 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8f77c5a0-e4df-4bf6-adcc-369cc1557aa7 req-4746b2b4-101c-4c43-b876-39c7ce187607 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431206 Sep 04 01:09:43.579000 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c4de4ed5-8141-45c1-8bcb-62fc1edd289c tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (3188d55b-e58c-4649-bc32-63a6cf0b7421), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:43.630218 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c4de4ed5-8141-45c1-8bcb-62fc1edd289c tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (3188d55b-e58c-4649-bc32-63a6cf0b7421), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:43.664386 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de4ed5-8141-45c1-8bcb-62fc1edd289c tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3188d55b-e58c-4649-bc32-63a6cf0b7421,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:43.706055 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c4de4ed5-8141-45c1-8bcb-62fc1edd289c tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:43.707337 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-c4de4ed5-8141-45c1-8bcb-62fc1edd289c tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3321333 Sep 04 01:09:43.711039 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 51508) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:43.715311 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-a331ed70-ee3b-4414-995a-5471f3d90aaa tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'security_group_rule': {'security_group_id': '3188d55b-e58c-4649-bc32-63a6cf0b7421', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:43.796359 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a331ed70-ee3b-4414-995a-5471f3d90aaa tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (6ce442c2-88cc-4ad9-b194-f4cde28e076f), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:43.835312 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2570ee6c-f335-41bc-8e67-f89a62b28134', 'tag': '62f5079a-1d7d-4c5c-bdcd-0af337b6235b'}] {{(pid=106790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:09:43.837616 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768fddc788cc630bf6be659ba1cc99228bd403d8973f3d1aee7c621fd359d80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7959bfcb-870f-4246-b70d-fb786ab931b1" -d '{"events": [{"name": "network-changed", "server_uuid": "2570ee6c-f335-41bc-8e67-f89a62b28134", "tag": "62f5079a-1d7d-4c5c-bdcd-0af337b6235b"}]}' {{(pid=106790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:09:43.860411 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a331ed70-ee3b-4414-995a-5471f3d90aaa tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (6ce442c2-88cc-4ad9-b194-f4cde28e076f), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:43.874362 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc2fef1-416b-409e-93c8-d4639674b7fe x-openstack-request-id: req-8cc2fef1-416b-409e-93c8-d4639674b7fe {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:09:43.879891 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2570ee6c-f335-41bc-8e67-f89a62b28134", "tag": "62f5079a-1d7d-4c5c-bdcd-0af337b6235b", "status": "completed", "code": 200}]} {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:09:43.879891 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8cc2fef1-416b-409e-93c8-d4639674b7fe {{(pid=106790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:09:43.879891 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc2fef1-416b-409e-93c8-d4639674b7fe'] response: {'name': 'network-changed', 'server_uuid': '2570ee6c-f335-41bc-8e67-f89a62b28134', 'tag': '62f5079a-1d7d-4c5c-bdcd-0af337b6235b', 'status': 'completed', 'code': 200} Sep 04 01:09:43.921684 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a331ed70-ee3b-4414-995a-5471f3d90aaa tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (6ce442c2-88cc-4ad9-b194-f4cde28e076f), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:43.942188 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331ed70-ee3b-4414-995a-5471f3d90aaa tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce442c2-88cc-4ad9-b194-f4cde28e076f,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:44.021160 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a331ed70-ee3b-4414-995a-5471f3d90aaa tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:44.022928 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-a331ed70-ee3b-4414-995a-5471f3d90aaa tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3109715 Sep 04 01:09:44.025782 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 51512) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:44.030390 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-bbe802b1-1b26-4e28-810e-3a9982c6ddac tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'security_group_rule': {'security_group_id': '3188d55b-e58c-4649-bc32-63a6cf0b7421', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:44.042378 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:44.117926 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-bbe802b1-1b26-4e28-810e-3a9982c6ddac tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (da25d770-7f7b-471c-90da-935d3bac1d1d), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:44.174888 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-bbe802b1-1b26-4e28-810e-3a9982c6ddac tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (da25d770-7f7b-471c-90da-935d3bac1d1d), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:44.213097 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-bbe802b1-1b26-4e28-810e-3a9982c6ddac tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (da25d770-7f7b-471c-90da-935d3bac1d1d), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:44.232952 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe802b1-1b26-4e28-810e-3a9982c6ddac tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da25d770-7f7b-471c-90da-935d3bac1d1d,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:44.283576 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-bbe802b1-1b26-4e28-810e-3a9982c6ddac tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:44.284769 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-bbe802b1-1b26-4e28-810e-3a9982c6ddac tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2579224 Sep 04 01:09:44.288607 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 51514) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:44.293156 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-ea6ea9ba-2dce-4e9c-9f9c-3637afd34453 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'floatingip': {'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:44.379829 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959bfcb-870f-4246-b70d-fb786ab931b1 req-6a106807-3914-4586-ac54-32a95fa9816b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:44.381319 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7959bfcb-870f-4246-b70d-fb786ab931b1 req-6a106807-3914-4586-ac54-32a95fa9816b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=db72b63281384bd883b04d05bcc35677&device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 1129 time: 0.0391462 Sep 04 01:09:44.397263 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ea6ea9ba-2dce-4e9c-9f9c-3637afd34453 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:44.544383 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ea6ea9ba-2dce-4e9c-9f9c-3637afd34453 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:44.553302 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959bfcb-870f-4246-b70d-fb786ab931b1 req-5f447f53-917e-46e4-94ba-e4c085f50834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:44.554758 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7959bfcb-870f-4246-b70d-fb786ab931b1 req-5f447f53-917e-46e4-94ba-e4c085f50834 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=b16f22e1-6fb1-440b-98eb-845123e960e6 HTTP/1.1" status: 200 len: 919 time: 0.1670732 Sep 04 01:09:44.956744 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7959bfcb-870f-4246-b70d-fb786ab931b1 req-7e3b9b64-45b3-43a4-8889-b702258f253a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62f5079a-1d7d-4c5c-bdcd-0af337b6235b HTTP/1.1" status: 200 len: 1001 time: 0.3727057 Sep 04 01:09:44.963037 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44fc05-0fe7-49cf-be80-e53da7e92ebc req-a5ae3511-8249-4039-b002-d951e506f787 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:44.964391 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ed44fc05-0fe7-49cf-be80-e53da7e92ebc req-a5ae3511-8249-4039-b002-d951e506f787 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.3424468 Sep 04 01:09:45.007851 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [None req-ea6ea9ba-2dce-4e9c-9f9c-3637afd34453 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Allocated IP 172.37.7.254 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/4a09384c-90bb-4ec0-9852-30a5a35f5dc0) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:09:45.045264 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ed44fc05-0fe7-49cf-be80-e53da7e92ebc req-b6ba2c81-6626-496d-b918-96e7ba189604 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746586 Sep 04 01:09:45.096720 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:45.137303 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ea6ea9ba-2dce-4e9c-9f9c-3637afd34453 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for port (4a09384c-90bb-4ec0-9852-30a5a35f5dc0), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:45.214151 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ea6ea9ba-2dce-4e9c-9f9c-3637afd34453 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (4a09384c-90bb-4ec0-9852-30a5a35f5dc0), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:45.248988 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:45.258106 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6ea9ba-2dce-4e9c-9f9c-3637afd34453 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:09:45.263099 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-ea6ea9ba-2dce-4e9c-9f9c-3637afd34453 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:09:45.265285 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ea9ba-2dce-4e9c-9f9c-3637afd34453 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'Port': ['ID=4a09384c-90bb-4ec0-9852-30a5a35f5dc0,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:45.267427 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ea9ba-2dce-4e9c-9f9c-3637afd34453 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:09:45.347626 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ea6ea9ba-2dce-4e9c-9f9c-3637afd34453 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (8e900505-469e-4629-989e-5ded8065c2a0), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:45.473435 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ea6ea9ba-2dce-4e9c-9f9c-3637afd34453 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (4a09384c-90bb-4ec0-9852-30a5a35f5dc0), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:45.620768 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ea6ea9ba-2dce-4e9c-9f9c-3637afd34453 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for port (4a09384c-90bb-4ec0-9852-30a5a35f5dc0), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:45.676279 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ea6ea9ba-2dce-4e9c-9f9c-3637afd34453 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (4a09384c-90bb-4ec0-9852-30a5a35f5dc0), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:45.745226 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ea6ea9ba-2dce-4e9c-9f9c-3637afd34453 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (8e900505-469e-4629-989e-5ded8065c2a0), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:45.748824 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ea9ba-2dce-4e9c-9f9c-3637afd34453 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'Port': ['ID=4a09384c-90bb-4ec0-9852-30a5a35f5dc0,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:45.815386 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ea6ea9ba-2dce-4e9c-9f9c-3637afd34453 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:45.816636 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-ea6ea9ba-2dce-4e9c-9f9c-3637afd34453 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5270185 Sep 04 01:09:46.024408 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-3c48832c-dbba-4cd4-92c4-28210a3b313f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1895800531&fields=id&tenant_id=287d111f08ac4b05bd5adec9c40d0620 HTTP/1.1" status: 200 len: 267 time: 0.0456579 Sep 04 01:09:46.118723 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:46.121978 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:46.133338 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-4b9b13e9-6573-43e4-bc08-d0b40f3fa8e9 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:46.135006 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-4b9b13e9-6573-43e4-bc08-d0b40f3fa8e9 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/networks?id=d7f39628-666e-4480-8bee-49de183d5e09 HTTP/1.1" status: 200 len: 815 time: 0.1042407 Sep 04 01:09:46.150015 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-bd05997c-75eb-438a-b28b-0b831643fe28 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/quotas/287d111f08ac4b05bd5adec9c40d0620 HTTP/1.1" status: 200 len: 375 time: 0.0097640 Sep 04 01:09:46.167658 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aee94c-36ec-4b0e-bda7-649c6d478ee0 req-f866065f-369b-46c7-a0ab-0f4e7c011c7f tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:46.172060 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-67aee94c-36ec-4b0e-bda7-649c6d478ee0 req-f866065f-369b-46c7-a0ab-0f4e7c011c7f tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0477438 Sep 04 01:09:46.202182 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-0a447980-86e2-430d-8998-061129a78b98 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=287d111f08ac4b05bd5adec9c40d0620&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468228 Sep 04 01:09:46.219246 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-67aee94c-36ec-4b0e-bda7-649c6d478ee0 req-06acc9c3-3787-4712-8505-a31311812993 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441625 Sep 04 01:09:46.305817 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-a23ee70c-9716-443c-8055-86877e4bb70f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916367 Sep 04 01:09:46.343905 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66227601-5df1-4ab8-8fb0-1d393176a32a req-6a4acebd-26f4-497a-b059-86b47d46216c tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:46.345470 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-66227601-5df1-4ab8-8fb0-1d393176a32a req-6a4acebd-26f4-497a-b059-86b47d46216c tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0505910 Sep 04 01:09:46.395458 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-66227601-5df1-4ab8-8fb0-1d393176a32a req-56a94bfa-338c-4a41-ba38-e51c8d7ef9b8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438063 Sep 04 01:09:46.401919 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-712f8868-93be-4e97-934b-ff2490629867 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904765 Sep 04 01:09:46.423355 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 51544) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:46.616343 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce2e6e4-ea65-48c9-a22f-6f901a4cf8a9 tempest-TestShelveInstance-1574407511 tempest-TestShelveInstance-1574407511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:46.620924 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-3ce2e6e4-ea65-48c9-a22f-6f901a4cf8a9 tempest-TestShelveInstance-1574407511 tempest-TestShelveInstance-1574407511-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 1124 time: 0.1936510 Sep 04 01:09:46.621297 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 51554) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:46.625786 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-16b3536b-adae-4e50-9f82-9d58042295cf tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Request body: {'floatingip': {'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'port_id': 'd072bfcf-41bd-430e-800c-1d1a3b17d915', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:46.664587 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-82f3aaec-4978-45ba-af69-d0b6f3e04392 req-7f496c3f-847c-4e6d-be8b-9395c3891f94 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 210 time: 0.0333788 Sep 04 01:09:46.761541 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-16b3536b-adae-4e50-9f82-9d58042295cf tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:46.817462 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:46.843231 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-16b3536b-adae-4e50-9f82-9d58042295cf tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:46.953685 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [None req-16b3536b-adae-4e50-9f82-9d58042295cf tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Allocated IP 172.37.7.174 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/3a4abfa2-c334-4497-99bc-b98bb52855e4) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:09:46.958037 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:47.058803 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-16b3536b-adae-4e50-9f82-9d58042295cf tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for port (3a4abfa2-c334-4497-99bc-b98bb52855e4), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:47.145132 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-16b3536b-adae-4e50-9f82-9d58042295cf tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (3a4abfa2-c334-4497-99bc-b98bb52855e4), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:47.184531 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b3536b-adae-4e50-9f82-9d58042295cf tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:09:47.189212 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-16b3536b-adae-4e50-9f82-9d58042295cf tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:09:47.194566 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b3536b-adae-4e50-9f82-9d58042295cf tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:09:47.214699 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3536b-adae-4e50-9f82-9d58042295cf tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Pushing event updated for resources: {'Port': ['ID=3a4abfa2-c334-4497-99bc-b98bb52855e4,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:47.448635 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:47.551825 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-16b3536b-adae-4e50-9f82-9d58042295cf tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for floatingip (047553b0-03ec-425b-ab53-396fc0149aa8), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:47.646788 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-16b3536b-adae-4e50-9f82-9d58042295cf tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (3a4abfa2-c334-4497-99bc-b98bb52855e4), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:47.768173 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4b79cbc3-6803-4e48-afee-0b32d50fe395 req-1652c4f4-46b6-46ff-ad04-b97beb30709e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 210 time: 0.0278902 Sep 04 01:09:47.796128 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-16b3536b-adae-4e50-9f82-9d58042295cf tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for port (3a4abfa2-c334-4497-99bc-b98bb52855e4), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:47.847124 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-16b3536b-adae-4e50-9f82-9d58042295cf tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (3a4abfa2-c334-4497-99bc-b98bb52855e4), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:47.916457 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3536b-adae-4e50-9f82-9d58042295cf tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Pushing event updated for resources: {'Port': ['ID=3a4abfa2-c334-4497-99bc-b98bb52855e4,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:47.918913 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-16b3536b-adae-4e50-9f82-9d58042295cf tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (047553b0-03ec-425b-ab53-396fc0149aa8), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:48.015533 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.l3_db [None req-16b3536b-adae-4e50-9f82-9d58042295cf tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Floating IP 047553b0-03ec-425b-ab53-396fc0149aa8 associated. External IP: 172.37.7.174, port: d072bfcf-41bd-430e-800c-1d1a3b17d915. Sep 04 01:09:48.100624 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:48.234778 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959bfcb-870f-4246-b70d-fb786ab931b1 req-c8c63122-cd29-4068-b5d3-cd4f228d457a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:48.236290 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7959bfcb-870f-4246-b70d-fb786ab931b1 req-c8c63122-cd29-4068-b5d3-cd4f228d457a service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0 HTTP/1.1" status: 200 len: 857 time: 0.0883780 Sep 04 01:09:48.285754 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b3536b-adae-4e50-9f82-9d58042295cf tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Router f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:09:48.290589 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959bfcb-870f-4246-b70d-fb786ab931b1 req-a7748378-0b3a-4711-ad85-21b9e5631cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:48.292065 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7959bfcb-870f-4246-b70d-fb786ab931b1 req-a7748378-0b3a-4711-ad85-21b9e5631cfd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b16f22e1-6fb1-440b-98eb-845123e960e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482788 Sep 04 01:09:48.337115 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:48.470689 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7959bfcb-870f-4246-b70d-fb786ab931b1 req-fac283d7-18f6-460d-bc67-1abdb3db1a20 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691270 Sep 04 01:09:48.473499 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b3536b-adae-4e50-9f82-9d58042295cf tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:09:48.486381 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7282798-c46c-43d1-8dc7-da9de958cd8e None None] Sync routers for ids ['f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:09:48.497789 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7282798-c46c-43d1-8dc7-da9de958cd8e None None] Routers {'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:09:48.498390 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-b7282798-c46c-43d1-8dc7-da9de958cd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:09:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:48.591308 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-16b3536b-adae-4e50-9f82-9d58042295cf tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:48.606802 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-b7282798-c46c-43d1-8dc7-da9de958cd8e None None] Set router f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:09:48.636389 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-16b3536b-adae-4e50-9f82-9d58042295cf tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0137577 Sep 04 01:09:48.639506 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74df11dc-31bd-4745-83bc-4b3c430d02ff', 'tag': 'd072bfcf-41bd-430e-800c-1d1a3b17d915'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:09:48.642640 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20097391-e114-4ddd-85bc-397629d3d6df" -d '{"events": [{"name": "network-changed", "server_uuid": "74df11dc-31bd-4745-83bc-4b3c430d02ff", "tag": "d072bfcf-41bd-430e-800c-1d1a3b17d915"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:09:48.669504 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7959bfcb-870f-4246-b70d-fb786ab931b1 req-efc09d87-ad80-4d2c-9308-0221d9250a9b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403167 Sep 04 01:09:48.699000 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0c9d9e-7acc-4630-9d73-ce1fa986c592 x-openstack-request-id: req-5b0c9d9e-7acc-4630-9d73-ce1fa986c592 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:09:48.699387 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74df11dc-31bd-4745-83bc-4b3c430d02ff", "tag": "d072bfcf-41bd-430e-800c-1d1a3b17d915", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:09:48.699644 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b0c9d9e-7acc-4630-9d73-ce1fa986c592 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:09:48.700117 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b0c9d9e-7acc-4630-9d73-ce1fa986c592'] response: {'name': 'network-changed', 'server_uuid': '74df11dc-31bd-4745-83bc-4b3c430d02ff', 'tag': 'd072bfcf-41bd-430e-800c-1d1a3b17d915', 'status': 'completed', 'code': 200} Sep 04 01:09:48.816364 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20097391-e114-4ddd-85bc-397629d3d6df req-2ac87a77-f6fb-4633-aae0-0be8830fa745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:48.819585 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-20097391-e114-4ddd-85bc-397629d3d6df req-2ac87a77-f6fb-4633-aae0-0be8830fa745 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=735896cd6b3b4c448dd94b3bf7577cb8&device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 1129 time: 0.0517590 Sep 04 01:09:48.843629 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-b7282798-c46c-43d1-8dc7-da9de958cd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'name': 'tempest-TestShelveInstance-1866404127-router', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41'}], 'enable_snat': True}, 'gw_port_id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:28Z', 'updated_at': '2022-09-04T01:08:33Z', 'revision_number': 4, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'gw_port': {'id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:29Z', 'updated_at': '2022-09-04T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '047553b0-03ec-425b-ab53-396fc0149aa8', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'floating_ip_address': '172.37.7.174', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'port_id': 'd072bfcf-41bd-430e-800c-1d1a3b17d915', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f', 'mac_address': 'fa:16:3e:a8:02:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74df11dc-31bd-4745-83bc-4b3c430d02ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:09:47Z', 'updated_at': '2022-09-04T01:09:47Z', 'revision_number': 0, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9db3ca9e-27d3-4852-b8c6-3fc745d2d055', 'name': '', 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'mac_address': 'fa:16:3e:50:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:32Z', 'updated_at': '2022-09-04T01:08:41Z', 'revision_number': 5, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'subnets': [{'id': '7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:48.870377 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7282798-c46c-43d1-8dc7-da9de958cd8e None None] Checking router: f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:09:48.879290 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7282798-c46c-43d1-8dc7-da9de958cd8e None None] Routers {'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:09:48.879904 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-b7282798-c46c-43d1-8dc7-da9de958cd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:09:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:48.952852 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-18fcf2d8-08e6-4b74-8656-daacf952bc94 req-59920710-325b-4148-8aed-4868e143e35b tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 210 time: 0.0611663 Sep 04 01:09:49.003052 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-b7282798-c46c-43d1-8dc7-da9de958cd8e None None] Set router f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:09:49.013453 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20097391-e114-4ddd-85bc-397629d3d6df req-e487753f-b963-4c91-864f-dd618faa68a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:49.014946 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-20097391-e114-4ddd-85bc-397629d3d6df req-e487753f-b963-4c91-864f-dd618faa68a5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=a4020194-c9cd-46d3-9c56-5d8c215c248f HTTP/1.1" status: 200 len: 910 time: 0.1756456 Sep 04 01:09:49.120229 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-20097391-e114-4ddd-85bc-397629d3d6df req-7a666444-4d50-4ba3-bed1-6d6b33bb4bbc service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d072bfcf-41bd-430e-800c-1d1a3b17d915 HTTP/1.1" status: 200 len: 999 time: 0.0799258 Sep 04 01:09:49.225977 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-b7282798-c46c-43d1-8dc7-da9de958cd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'name': 'tempest-TestShelveInstance-1866404127-router', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41'}], 'enable_snat': True}, 'gw_port_id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:28Z', 'updated_at': '2022-09-04T01:08:33Z', 'revision_number': 4, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'gw_port': {'id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:29Z', 'updated_at': '2022-09-04T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '047553b0-03ec-425b-ab53-396fc0149aa8', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'floating_ip_address': '172.37.7.174', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'port_id': 'd072bfcf-41bd-430e-800c-1d1a3b17d915', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f', 'mac_address': 'fa:16:3e:a8:02:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74df11dc-31bd-4745-83bc-4b3c430d02ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:09:47Z', 'updated_at': '2022-09-04T01:09:47Z', 'revision_number': 0, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9db3ca9e-27d3-4852-b8c6-3fc745d2d055', 'name': '', 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'mac_address': 'fa:16:3e:50:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:32Z', 'updated_at': '2022-09-04T01:08:41Z', 'revision_number': 5, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'subnets': [{'id': '7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:49.249981 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7282798-c46c-43d1-8dc7-da9de958cd8e None None] The sync data for ids ['f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'] in dv-cinder-master-3-iscsi is: [{'id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'name': 'tempest-TestShelveInstance-1866404127-router', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41'}], 'enable_snat': True}, 'gw_port_id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:28Z', 'updated_at': '2022-09-04T01:08:33Z', 'revision_number': 4, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'gw_port': {'id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:29Z', 'updated_at': '2022-09-04T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '047553b0-03ec-425b-ab53-396fc0149aa8', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'floating_ip_address': '172.37.7.174', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'port_id': 'd072bfcf-41bd-430e-800c-1d1a3b17d915', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f', 'mac_address': 'fa:16:3e:a8:02:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74df11dc-31bd-4745-83bc-4b3c430d02ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:09:47Z', 'updated_at': '2022-09-04T01:09:47Z', 'revision_number': 0, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9db3ca9e-27d3-4852-b8c6-3fc745d2d055', 'name': '', 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'mac_address': 'fa:16:3e:50:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:32Z', 'updated_at': '2022-09-04T01:08:41Z', 'revision_number': 5, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'subnets': [{'id': '7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:09:49.444659 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a469023-e758-4b99-b655-d3388d21fa51 None None] New status for floating IP 047553b0-03ec-425b-ab53-396fc0149aa8: ACTIVE {{(pid=106792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:09:49.606960 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20097391-e114-4ddd-85bc-397629d3d6df req-1ae82cd7-517a-4dba-8f76-18955c61c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:49.609709 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-20097391-e114-4ddd-85bc-397629d3d6df req-1ae82cd7-517a-4dba-8f76-18955c61c78d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db HTTP/1.1" status: 200 len: 848 time: 0.1104498 Sep 04 01:09:49.726663 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20097391-e114-4ddd-85bc-397629d3d6df req-04324753-53f2-4b56-a1d2-1a2cb5df5e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:49.728216 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-20097391-e114-4ddd-85bc-397629d3d6df req-04324753-53f2-4b56-a1d2-1a2cb5df5e55 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=a4020194-c9cd-46d3-9c56-5d8c215c248f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420010 Sep 04 01:09:50.097674 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0ece091f-589a-487c-a5a1-cc35846d1a2d req-2db800bd-427b-48e3-a8d8-ae6610a47c9e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 210 time: 0.0581775 Sep 04 01:09:50.141487 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-20097391-e114-4ddd-85bc-397629d3d6df req-bbc100dc-854d-4d9f-8cff-721774d375e1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/a4020194-c9cd-46d3-9c56-5d8c215c248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237454 Sep 04 01:09:50.155629 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:50.238792 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-20097391-e114-4ddd-85bc-397629d3d6df req-f38b6369-b29a-4877-9830-0f1efe7f137d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/a4020194-c9cd-46d3-9c56-5d8c215c248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907090 Sep 04 01:09:50.392363 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-346b5622-b613-4475-9359-d6ac778ba04d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:50.393897 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-346b5622-b613-4475-9359-d6ac778ba04d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.16 "GET /networking/v2.0/networks?id=d7f39628-666e-4480-8bee-49de183d5e09 HTTP/1.1" status: 200 len: 815 time: 0.1055195 Sep 04 01:09:50.474232 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-e5c06d1d-96bb-4824-9297-1ce5be543b61 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=287d111f08ac4b05bd5adec9c40d0620 HTTP/1.1" status: 200 len: 380 time: 0.0586550 Sep 04 01:09:50.484048 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-a9408ece-b7e1-438f-ba91-39925c6ed8de tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'port': {'device_id': '16b0498f-4cb8-491a-92cf-dac9890c7b4a', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'admin_state_up': True, 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'security_groups': ['3188d55b-e58c-4649-bc32-63a6cf0b7421']}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:50.571132 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:50.670609 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-a9408ece-b7e1-438f-ba91-39925c6ed8de tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Made reservation on behalf of 287d111f08ac4b05bd5adec9c40d0620 for: {'port': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:09:50.679371 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-a9408ece-b7e1-438f-ba91-39925c6ed8de tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:50.809899 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-a9408ece-b7e1-438f-ba91-39925c6ed8de tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Allocated IP 172.20.0.7 (d7f39628-666e-4480-8bee-49de183d5e09/1af847f5-eeac-4b3d-afa5-aa099062676b/2aad8c1f-5af7-4478-b2c4-782e5042cc6b) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:09:50.956766 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-a9408ece-b7e1-438f-ba91-39925c6ed8de tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for port (2aad8c1f-5af7-4478-b2c4-782e5042cc6b), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:51.065540 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-a9408ece-b7e1-438f-ba91-39925c6ed8de tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (2aad8c1f-5af7-4478-b2c4-782e5042cc6b), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:51.111194 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-a9408ece-b7e1-438f-ba91-39925c6ed8de tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Network d7f39628-666e-4480-8bee-49de183d5e09 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:09:51.114779 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-a9408ece-b7e1-438f-ba91-39925c6ed8de tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:09:51.119552 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-a9408ece-b7e1-438f-ba91-39925c6ed8de tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:09:51.150288 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9408ece-b7e1-438f-ba91-39925c6ed8de tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'Port': ['ID=2aad8c1f-5af7-4478-b2c4-782e5042cc6b,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:51.180418 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-a9408ece-b7e1-438f-ba91-39925c6ed8de tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:51.181153 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-a9408ece-b7e1-438f-ba91-39925c6ed8de tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:51.236047 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581f638-55cb-4e25-a1ad-50930dad43f3 req-f5fdb600-4029-4e31-95c7-9b0135f00498 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:51.238501 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1581f638-55cb-4e25-a1ad-50930dad43f3 req-f5fdb600-4029-4e31-95c7-9b0135f00498 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 931 time: 0.0497644 Sep 04 01:09:51.262492 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-a9408ece-b7e1-438f-ba91-39925c6ed8de tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7824171 Sep 04 01:09:51.284403 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-af536a14-946c-4249-99dc-7950b4375517 service neutron] Request body: {'port': {'device_id': '16b0498f-4cb8-491a-92cf-dac9890c7b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:51.294752 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1581f638-55cb-4e25-a1ad-50930dad43f3 req-29235ad8-9fdd-4ae7-a80f-13a51fcffaca tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3188d55b-e58c-4649-bc32-63a6cf0b7421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474648 Sep 04 01:09:51.306063 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:51.360157 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-af536a14-946c-4249-99dc-7950b4375517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (2aad8c1f-5af7-4478-b2c4-782e5042cc6b), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:51.430918 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-6ed6c299-03da-4bf4-89e7-6048ed4c5611 None None] Provisioning complete for port 2aad8c1f-5af7-4478-b2c4-782e5042cc6b triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:09:51.432032 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6ed6c299-03da-4bf4-89e7-6048ed4c5611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (2aad8c1f-5af7-4478-b2c4-782e5042cc6b), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:51.468952 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-6ed6c299-03da-4bf4-89e7-6048ed4c5611 None None] Port 2aad8c1f-5af7-4478-b2c4-782e5042cc6b cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:09:51.501893 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6204db8-0368-4afd-af9e-6d82b059c327 req-3656544c-ca82-4b0c-af9b-a4bedf7e4320 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:51.503667 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e6204db8-0368-4afd-af9e-6d82b059c327 req-3656544c-ca82-4b0c-af9b-a4bedf7e4320 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 946 time: 0.0572932 Sep 04 01:09:51.530390 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:51.559975 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e6204db8-0368-4afd-af9e-6d82b059c327 req-277fd499-0877-4def-9b3f-781039be40e7 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479240 Sep 04 01:09:51.780013 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:51.862799 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-af536a14-946c-4249-99dc-7950b4375517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aad8c1f-5af7-4478-b2c4-782e5042cc6b {{(pid=106791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:09:51.871362 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-af536a14-946c-4249-99dc-7950b4375517 service neutron] Publish callbacks [] for port (2aad8c1f-5af7-4478-b2c4-782e5042cc6b), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:51.884395 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.provisioning_blocks [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-af536a14-946c-4249-99dc-7950b4375517 service neutron] Transition to ACTIVE for port object 2aad8c1f-5af7-4478-b2c4-782e5042cc6b will not be triggered until provisioned by entity L2. {{(pid=106791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:09:51.944642 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-af536a14-946c-4249-99dc-7950b4375517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (2aad8c1f-5af7-4478-b2c4-782e5042cc6b), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:51.991183 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af536a14-946c-4249-99dc-7950b4375517 service neutron] Pushing event updated for resources: {'Port': ['ID=2aad8c1f-5af7-4478-b2c4-782e5042cc6b,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:52.062794 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-af536a14-946c-4249-99dc-7950b4375517 service neutron] Attempting to bind port 2aad8c1f-5af7-4478-b2c4-782e5042cc6b on host hv-cinder-maste for vnic_type normal with profile {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:09:52.071003 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-af536a14-946c-4249-99dc-7950b4375517 service neutron] Attempting to bind port 2aad8c1f-5af7-4478-b2c4-782e5042cc6b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:09:52.071003 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-af536a14-946c-4249-99dc-7950b4375517 service neutron] Attempting to bind port 2aad8c1f-5af7-4478-b2c4-782e5042cc6b on network d7f39628-666e-4480-8bee-49de183d5e09 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:09:52.071003 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-af536a14-946c-4249-99dc-7950b4375517 service neutron] Port 2aad8c1f-5af7-4478-b2c4-782e5042cc6b on network d7f39628-666e-4480-8bee-49de183d5e09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:09:52.071003 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-af536a14-946c-4249-99dc-7950b4375517 service neutron] Attempting to bind port 2aad8c1f-5af7-4478-b2c4-782e5042cc6b on network d7f39628-666e-4480-8bee-49de183d5e09 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:09:52.073332 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-af536a14-946c-4249-99dc-7950b4375517 service neutron] Checking agent: {'id': 'dda4db69-a2e6-4522-aa0b-4e619e0d5c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'started_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:09:52.073669 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-af536a14-946c-4249-99dc-7950b4375517 service neutron] Checking segment: {'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:09:52.074043 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-af536a14-946c-4249-99dc-7950b4375517 service neutron] Bound using segment: {'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:09:52.074459 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-af536a14-946c-4249-99dc-7950b4375517 service neutron] Bound port: 2aad8c1f-5af7-4478-b2c4-782e5042cc6b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'}}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:09:52.074812 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-af536a14-946c-4249-99dc-7950b4375517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (2aad8c1f-5af7-4478-b2c4-782e5042cc6b), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:52.135960 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-af536a14-946c-4249-99dc-7950b4375517 service neutron] For port 2aad8c1f-5af7-4478-b2c4-782e5042cc6b, host hv-cinder-maste, cleared binding levels {{(pid=106791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:09:52.139149 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-af536a14-946c-4249-99dc-7950b4375517 service neutron] For port 2aad8c1f-5af7-4478-b2c4-782e5042cc6b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2aad8c1f-5af7-4478-b2c4-782e5042cc6b,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:09:52.214465 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-af536a14-946c-4249-99dc-7950b4375517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (2aad8c1f-5af7-4478-b2c4-782e5042cc6b), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:52.219178 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-af536a14-946c-4249-99dc-7950b4375517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:52.219806 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-af536a14-946c-4249-99dc-7950b4375517 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:52.221212 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-af536a14-946c-4249-99dc-7950b4375517 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/2aad8c1f-5af7-4478-b2c4-782e5042cc6b HTTP/1.1" status: 200 len: 1093 time: 0.9419348 Sep 04 01:09:52.221693 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b0498f-4cb8-491a-92cf-dac9890c7b4a', 'tag': '2aad8c1f-5af7-4478-b2c4-782e5042cc6b'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:09:52.223882 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e656808-3ab4-407e-8499-9b4f62134539" -d '{"events": [{"name": "network-changed", "server_uuid": "16b0498f-4cb8-491a-92cf-dac9890c7b4a", "tag": "2aad8c1f-5af7-4478-b2c4-782e5042cc6b"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:09:52.268887 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5d5773-afa5-48f7-90f6-3641428d3bdc x-openstack-request-id: req-5c5d5773-afa5-48f7-90f6-3641428d3bdc {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:09:52.269208 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b0498f-4cb8-491a-92cf-dac9890c7b4a", "tag": "2aad8c1f-5af7-4478-b2c4-782e5042cc6b", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:09:52.269463 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5c5d5773-afa5-48f7-90f6-3641428d3bdc {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:09:52.269855 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c5d5773-afa5-48f7-90f6-3641428d3bdc'] response: {'name': 'network-changed', 'server_uuid': '16b0498f-4cb8-491a-92cf-dac9890c7b4a', 'tag': '2aad8c1f-5af7-4478-b2c4-782e5042cc6b', 'status': 'completed', 'code': 200} Sep 04 01:09:52.275146 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af536a14-946c-4249-99dc-7950b4375517 service neutron] Pushing event updated for resources: {'Port': ['ID=2aad8c1f-5af7-4478-b2c4-782e5042cc6b,revision_number=3']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:52.423303 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117392d-04fa-472d-b96f-3cc5d7e1e7be req-d676abf1-b7db-4e42-9914-6c129965927a tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:52.424777 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d117392d-04fa-472d-b96f-3cc5d7e1e7be req-d676abf1-b7db-4e42-9914-6c129965927a tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 943 time: 0.0521433 Sep 04 01:09:52.473471 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d117392d-04fa-472d-b96f-3cc5d7e1e7be req-68035678-6f3e-4791-a8ba-e5b96dce189f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3188d55b-e58c-4649-bc32-63a6cf0b7421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429425 Sep 04 01:09:52.694389 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986ab63-48f6-44e2-8b47-9dab63112016 req-c233ba3c-1793-424a-8cc1-166229205d88 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:52.695752 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4986ab63-48f6-44e2-8b47-9dab63112016 req-c233ba3c-1793-424a-8cc1-166229205d88 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 946 time: 0.0511935 Sep 04 01:09:52.743187 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4986ab63-48f6-44e2-8b47-9dab63112016 req-3371d993-5ed0-46a2-b1d1-1907a7e1334a tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418620 Sep 04 01:09:53.105705 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e656808-3ab4-407e-8499-9b4f62134539 req-08a496d7-0917-462b-97bd-7f18f6d5f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:53.107218 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3e656808-3ab4-407e-8499-9b4f62134539 req-08a496d7-0917-462b-97bd-7f18f6d5f753 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=287d111f08ac4b05bd5adec9c40d0620&device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 1127 time: 0.0413985 Sep 04 01:09:53.374858 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e656808-3ab4-407e-8499-9b4f62134539 req-fbdbe4d0-5f14-4edb-9e98-ca0ab7b545f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:53.376212 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3e656808-3ab4-407e-8499-9b4f62134539 req-fbdbe4d0-5f14-4edb-9e98-ca0ab7b545f4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=287d111f08ac4b05bd5adec9c40d0620&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0988839 Sep 04 01:09:53.504635 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f72df7-3d44-4c88-9210-1be20aa90ab9 req-ba8afb21-85d7-4610-9ce3-b0f12ca015de tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:53.507511 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-63f72df7-3d44-4c88-9210-1be20aa90ab9 req-ba8afb21-85d7-4610-9ce3-b0f12ca015de tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 946 time: 0.0997267 Sep 04 01:09:53.530091 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:53.590377 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e656808-3ab4-407e-8499-9b4f62134539 req-7a8b4c35-6033-45c9-9679-335428e441a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:53.591920 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3e656808-3ab4-407e-8499-9b4f62134539 req-7a8b4c35-6033-45c9-9679-335428e441a8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1739287 Sep 04 01:09:53.617671 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153834b-d47d-4340-a480-b6cd85e88747 req-ee2ff4a4-35ca-4ee8-ae5f-94e32c9cbc4f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:53.619287 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b153834b-d47d-4340-a480-b6cd85e88747 req-ee2ff4a4-35ca-4ee8-ae5f-94e32c9cbc4f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 943 time: 0.0557065 Sep 04 01:09:53.628346 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-63f72df7-3d44-4c88-9210-1be20aa90ab9 req-e7ca183c-0c73-418b-b5fe-2bebfdb6b268 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Deleting port fcbc60fd-1785-4f94-9436-a520ec06cdaf {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:09:53.628628 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-63f72df7-3d44-4c88-9210-1be20aa90ab9 req-e7ca183c-0c73-418b-b5fe-2bebfdb6b268 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:53.669344 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b153834b-d47d-4340-a480-b6cd85e88747 req-1cd4e86e-1150-480d-b32b-56893e05018c tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3188d55b-e58c-4649-bc32-63a6cf0b7421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442188 Sep 04 01:09:53.722196 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:53.731229 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-783384f6-ddd4-4d71-b013-0a6ab551d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:53.732722 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-783384f6-ddd4-4d71-b013-0a6ab551d75f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=287d111f08ac4b05bd5adec9c40d0620&device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 1127 time: 0.0568049 Sep 04 01:09:53.800185 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-ca3bae6b-2ef0-4bf7-b952-a2308d9be13c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aad8c1f-5af7-4478-b2c4-782e5042cc6b HTTP/1.1" status: 200 len: 217 time: 0.0426016 Sep 04 01:09:53.804498 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-63f72df7-3d44-4c88-9210-1be20aa90ab9 req-e7ca183c-0c73-418b-b5fe-2bebfdb6b268 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] For port fcbc60fd-1785-4f94-9436-a520ec06cdaf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fcbc60fd-1785-4f94-9436-a520ec06cdaf,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:53.808243 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-63f72df7-3d44-4c88-9210-1be20aa90ab9 req-e7ca183c-0c73-418b-b5fe-2bebfdb6b268 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:53.930334 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-ea2a7463-c93d-4d92-bf61-dadcd096dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:53.931724 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-ea2a7463-c93d-4d92-bf61-dadcd096dcf5 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=1af847f5-eeac-4b3d-afa5-aa099062676b HTTP/1.1" status: 200 len: 854 time: 0.1241853 Sep 04 01:09:53.957466 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3ae85-ea07-4d6e-8495-d015aa177926 req-7646eff1-9566-45cd-8107-a1e95fffdcf9 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:53.959568 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-73f3ae85-ea07-4d6e-8495-d015aa177926 req-7646eff1-9566-45cd-8107-a1e95fffdcf9 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 946 time: 0.1117301 Sep 04 01:09:54.046606 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-f83769c4-50a5-448a-85d5-6c7ca24ea069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:54.048060 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-f83769c4-50a5-448a-85d5-6c7ca24ea069 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d7f39628-666e-4480-8bee-49de183d5e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1082995 Sep 04 01:09:54.058408 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:09:54.151935 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-73f3ae85-ea07-4d6e-8495-d015aa177926 req-1f0734d9-ac8e-4de2-8dc3-12ab0e076d78 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=28889e15-3fb7-44d1-a902-1d3272393b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498346 Sep 04 01:09:54.169302 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-63f72df7-3d44-4c88-9210-1be20aa90ab9 req-e7ca183c-0c73-418b-b5fe-2bebfdb6b268 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:54.169661 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-63f72df7-3d44-4c88-9210-1be20aa90ab9 req-e7ca183c-0c73-418b-b5fe-2bebfdb6b268 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (f81c9b73-9b50-4b22-bc3c-3eb35bd2fbaa), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:54.169971 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.l3_db [req-63f72df7-3d44-4c88-9210-1be20aa90ab9 req-e7ca183c-0c73-418b-b5fe-2bebfdb6b268 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Floating IP f81c9b73-9b50-4b22-bc3c-3eb35bd2fbaa disassociated. External IP: 172.37.7.88, port: fcbc60fd-1785-4f94-9436-a520ec06cdaf. Sep 04 01:09:54.170312 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-63f72df7-3d44-4c88-9210-1be20aa90ab9 req-e7ca183c-0c73-418b-b5fe-2bebfdb6b268 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Calling delete_port for fcbc60fd-1785-4f94-9436-a520ec06cdaf owned by compute:nova {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:09:54.244913 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-4111583b-d04d-41f8-8912-a7fbdca4d482 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609766 Sep 04 01:09:54.324560 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:54.389236 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5797d1d4-3a5d-43d1-9de9-71a7ffa29c8d req-976ac2a8-cf81-4305-892e-6bf0946f9f6e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359246 Sep 04 01:09:54.436562 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-63f72df7-3d44-4c88-9210-1be20aa90ab9 req-e7ca183c-0c73-418b-b5fe-2bebfdb6b268 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (fcbc60fd-1785-4f94-9436-a520ec06cdaf), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:54.467885 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca183c-0c73-418b-b5fe-2bebfdb6b268 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Pushing event deleted for resources: {'Port': ['ID=fcbc60fd-1785-4f94-9436-a520ec06cdaf,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:54.580726 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63f72df7-3d44-4c88-9210-1be20aa90ab9 req-e7ca183c-0c73-418b-b5fe-2bebfdb6b268 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Router e4262b22-bfcc-4362-b0da-5c283cfb2e9a has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:09:54.681255 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:54.684387 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63f72df7-3d44-4c88-9210-1be20aa90ab9 req-e7ca183c-0c73-418b-b5fe-2bebfdb6b268 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:09:54.696693 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c74cfa1-4b8d-4d98-b32a-0c24a91a295f None None] Sync routers for ids ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:09:54.707207 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c74cfa1-4b8d-4d98-b32a-0c24a91a295f None None] Routers {'e4262b22-bfcc-4362-b0da-5c283cfb2e9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:09:54.707819 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-5c74cfa1-4b8d-4d98-b32a-0c24a91a295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:09:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:54.733880 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f72df7-3d44-4c88-9210-1be20aa90ab9 req-e7ca183c-0c73-418b-b5fe-2bebfdb6b268 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] No DVR routers for this DVR port fcbc60fd-1785-4f94-9436-a520ec06cdaf on host hv-cinder-maste {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:09:54.737902 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-63f72df7-3d44-4c88-9210-1be20aa90ab9 req-e7ca183c-0c73-418b-b5fe-2bebfdb6b268 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:54.742432 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-63f72df7-3d44-4c88-9210-1be20aa90ab9 req-e7ca183c-0c73-418b-b5fe-2bebfdb6b268 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.16 "DELETE /networking/v2.0/ports/fcbc60fd-1785-4f94-9436-a520ec06cdaf HTTP/1.1" status: 204 len: 173 time: 1.2246585 Sep 04 01:09:54.742982 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49be5a0b-f748-486e-a546-c07a8e8451a3', 'name': 'network-vif-deleted', 'tag': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:09:54.745547 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f977fa84-8dfa-4ecd-99bd-8180b2027aa9" -d '{"events": [{"server_uuid": "49be5a0b-f748-486e-a546-c07a8e8451a3", "name": "network-vif-deleted", "tag": "fcbc60fd-1785-4f94-9436-a520ec06cdaf"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:09:54.792594 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a43c126-e0a5-43f1-bfd9-b0bd8aab799f x-openstack-request-id: req-2a43c126-e0a5-43f1-bfd9-b0bd8aab799f {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:09:54.792914 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49be5a0b-f748-486e-a546-c07a8e8451a3", "name": "network-vif-deleted", "tag": "fcbc60fd-1785-4f94-9436-a520ec06cdaf", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:09:54.793335 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2a43c126-e0a5-43f1-bfd9-b0bd8aab799f {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:09:54.793871 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a43c126-e0a5-43f1-bfd9-b0bd8aab799f'] response: {'server_uuid': '49be5a0b-f748-486e-a546-c07a8e8451a3', 'name': 'network-vif-deleted', 'tag': 'fcbc60fd-1785-4f94-9436-a520ec06cdaf', 'status': 'completed', 'code': 200} Sep 04 01:09:54.810307 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565fc05-0aed-4ef1-9978-f26c986d0669 req-6bce1a26-46e4-437c-877e-2fa4bc87d43b tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:54.813566 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d565fc05-0aed-4ef1-9978-f26c986d0669 req-6bce1a26-46e4-437c-877e-2fa4bc87d43b tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 943 time: 0.0602810 Sep 04 01:09:54.866472 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d565fc05-0aed-4ef1-9978-f26c986d0669 req-4dd193fe-1662-4d40-8402-7096912a0614 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3188d55b-e58c-4649-bc32-63a6cf0b7421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484254 Sep 04 01:09:54.892563 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:54.902451 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-5c74cfa1-4b8d-4d98-b32a-0c24a91a295f None None] Set router e4262b22-bfcc-4362-b0da-5c283cfb2e9a gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:09:55.025402 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:55.092315 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-5c74cfa1-4b8d-4d98-b32a-0c24a91a295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-167828011-router', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55'}], 'enable_snat': True}, 'gw_port_id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:10Z', 'revision_number': 4, 'project_id': '55faed42b7f243df9df879d581797f56', 'gw_port': {'id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c2f724af-5dbd-4d91-83cd-c5152b744599', 'name': '', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'mac_address': 'fa:16:3e:fb:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:08Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 5, 'project_id': '55faed42b7f243df9df879d581797f56', 'subnets': [{'id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:55.120148 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c74cfa1-4b8d-4d98-b32a-0c24a91a295f None None] Checking router: e4262b22-bfcc-4362-b0da-5c283cfb2e9a for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:09:55.128558 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c74cfa1-4b8d-4d98-b32a-0c24a91a295f None None] Routers {'e4262b22-bfcc-4362-b0da-5c283cfb2e9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:09:55.129182 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-5c74cfa1-4b8d-4d98-b32a-0c24a91a295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:09:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:55.227888 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-5c74cfa1-4b8d-4d98-b32a-0c24a91a295f None None] Set router e4262b22-bfcc-4362-b0da-5c283cfb2e9a gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:09:55.263697 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4aed3225-b82c-4d44-9f59-e58c3cec0722 req-77a86fb6-37d1-4659-aa20-66a2707e5ec4 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 210 time: 0.0282891 Sep 04 01:09:55.413252 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-5c74cfa1-4b8d-4d98-b32a-0c24a91a295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-167828011-router', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55'}], 'enable_snat': True}, 'gw_port_id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:10Z', 'revision_number': 4, 'project_id': '55faed42b7f243df9df879d581797f56', 'gw_port': {'id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c2f724af-5dbd-4d91-83cd-c5152b744599', 'name': '', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'mac_address': 'fa:16:3e:fb:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:08Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 5, 'project_id': '55faed42b7f243df9df879d581797f56', 'subnets': [{'id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:09:55.437218 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c74cfa1-4b8d-4d98-b32a-0c24a91a295f None None] The sync data for ids ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'] in dv-cinder-master-3-iscsi is: [{'id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-167828011-router', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55'}], 'enable_snat': True}, 'gw_port_id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:10Z', 'revision_number': 4, 'project_id': '55faed42b7f243df9df879d581797f56', 'gw_port': {'id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c2f724af-5dbd-4d91-83cd-c5152b744599', 'name': '', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'mac_address': 'fa:16:3e:fb:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:08Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 5, 'project_id': '55faed42b7f243df9df879d581797f56', 'subnets': [{'id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:09:55.674113 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7228d6-f6ec-47aa-a511-8c7b3ac98c18 None None] New status for floating IP f81c9b73-9b50-4b22-bc3c-3eb35bd2fbaa: DOWN {{(pid=106792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:09:56.114116 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e252eb-e98c-4e7b-ab79-980e804783b0 req-275db008-3374-4340-afc9-42b62823b83f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:56.115494 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d7e252eb-e98c-4e7b-ab79-980e804783b0 req-275db008-3374-4340-afc9-42b62823b83f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 943 time: 0.1590264 Sep 04 01:09:56.163875 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:56.168400 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d7e252eb-e98c-4e7b-ab79-980e804783b0 req-5eb202fb-8273-4606-b989-7770fb422b3c tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3188d55b-e58c-4649-bc32-63a6cf0b7421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472348 Sep 04 01:09:56.441478 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f22e4bf0-e4fc-4b34-8b51-efd8539b8d22 req-59b9463f-1ea2-467f-ae92-664b38e76ff4 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=49be5a0b-f748-486e-a546-c07a8e8451a3 HTTP/1.1" status: 200 len: 210 time: 0.0823929 Sep 04 01:09:57.291255 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ecc39-23ce-434d-88ad-bd92f39d9eeb req-3bda2313-3332-4c72-90ca-a0c2766b52cc tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:57.292647 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6b5ecc39-23ce-434d-88ad-bd92f39d9eeb req-3bda2313-3332-4c72-90ca-a0c2766b52cc tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 943 time: 0.0468686 Sep 04 01:09:57.339146 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6b5ecc39-23ce-434d-88ad-bd92f39d9eeb req-53d17d51-f9c0-4090-9ab6-9939a778cee4 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3188d55b-e58c-4649-bc32-63a6cf0b7421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409889 Sep 04 01:09:57.660610 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 51702) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:57.673887 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:57.717397 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0929d9d2-cd7b-45a4-a8ac-1872104d16cf tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group (28889e15-3fb7-44d1-a902-1d3272393b5a), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:57.742655 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0929d9d2-cd7b-45a4-a8ac-1872104d16cf tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group (28889e15-3fb7-44d1-a902-1d3272393b5a), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:57.871211 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0929d9d2-cd7b-45a4-a8ac-1872104d16cf tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (28889e15-3fb7-44d1-a902-1d3272393b5a), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:57.873798 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0929d9d2-cd7b-45a4-a8ac-1872104d16cf tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:57.877656 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-0929d9d2-cd7b-45a4-a8ac-1872104d16cf tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/28889e15-3fb7-44d1-a902-1d3272393b5a HTTP/1.1" status: 204 len: 168 time: 0.2132885 Sep 04 01:09:57.878127 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 51704) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:57.885411 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929d9d2-cd7b-45a4-a8ac-1872104d16cf tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28889e15-3fb7-44d1-a902-1d3272393b5a,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:57.892604 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.api.v2.resource [None req-e2c7a75b-edb1-4c6f-b2e0-00ada765490b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] show failed (client error): The resource could not be found. Sep 04 01:09:57.893660 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-e2c7a75b-edb1-4c6f-b2e0-00ada765490b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups/28889e15-3fb7-44d1-a902-1d3272393b5a HTTP/1.1" status: 404 len: 347 time: 0.0144546 Sep 04 01:09:57.896487 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 51706) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:58.011388 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-5623220d-3085-4d71-861f-95fb99163bab tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Deleting port 5db671be-feec-4d74-8501-0b964112262c {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:09:58.011720 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5623220d-3085-4d71-861f-95fb99163bab tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (5db671be-feec-4d74-8501-0b964112262c), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:58.087308 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5623220d-3085-4d71-861f-95fb99163bab tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (5db671be-feec-4d74-8501-0b964112262c), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:58.087643 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5623220d-3085-4d71-861f-95fb99163bab tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for floatingip (5db671be-feec-4d74-8501-0b964112262c), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:58.100022 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-5623220d-3085-4d71-861f-95fb99163bab tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Calling delete_port for 5db671be-feec-4d74-8501-0b964112262c owned by network:floatingip {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:09:58.282526 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5623220d-3085-4d71-861f-95fb99163bab tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (5db671be-feec-4d74-8501-0b964112262c), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:58.308535 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623220d-3085-4d71-861f-95fb99163bab tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Pushing event deleted for resources: {'Port': ['ID=5db671be-feec-4d74-8501-0b964112262c,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:58.370613 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5623220d-3085-4d71-861f-95fb99163bab tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for floatingip (f81c9b73-9b50-4b22-bc3c-3eb35bd2fbaa), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:58.373201 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5623220d-3085-4d71-861f-95fb99163bab tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:58.374343 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-5623220d-3085-4d71-861f-95fb99163bab tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/f81c9b73-9b50-4b22-bc3c-3eb35bd2fbaa HTTP/1.1" status: 204 len: 168 time: 0.4769673 Sep 04 01:09:58.469473 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d62cab-fde9-4ec5-86e3-f6b02b87ab2e req-cea4b611-edea-4d09-ad94-45f3b6ed3f70 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:58.470960 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d6d62cab-fde9-4ec5-86e3-f6b02b87ab2e req-cea4b611-edea-4d09-ad94-45f3b6ed3f70 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 943 time: 0.0505075 Sep 04 01:09:58.519793 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d6d62cab-fde9-4ec5-86e3-f6b02b87ab2e req-712f6268-686a-4904-a58b-acb9e9b161ff tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3188d55b-e58c-4649-bc32-63a6cf0b7421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427454 Sep 04 01:09:58.554424 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 51716) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:58.559033 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-3d6576e1-1dec-4fa4-b60e-edd256f08ac9 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Request body: {'security_group': {'name': 'tempest-securitygroup--946139031', 'description': 'tempest-description--1211808342'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:58.630987 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3d6576e1-1dec-4fa4-b60e-edd256f08ac9 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:58.670113 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:58.699667 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3d6576e1-1dec-4fa4-b60e-edd256f08ac9 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group (5afa6b78-0b8f-45ce-ad51-9baae28be95f), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:58.739044 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3d6576e1-1dec-4fa4-b60e-edd256f08ac9 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (5afa6b78-0b8f-45ce-ad51-9baae28be95f), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:58.768770 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6576e1-1dec-4fa4-b60e-edd256f08ac9 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5afa6b78-0b8f-45ce-ad51-9baae28be95f,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:58.812671 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 2aad8c1f-5af7-4478-b2c4-782e5042cc6b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:09:58.822168 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3d6576e1-1dec-4fa4-b60e-edd256f08ac9 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:58.823543 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-3d6576e1-1dec-4fa4-b60e-edd256f08ac9 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2680776 Sep 04 01:09:58.826573 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 51722) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:58.830940 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-f121bf41-d1b4-4fee-a4ee-b43dfd741138 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Request body: {'security_group_rule': {'security_group_id': '5afa6b78-0b8f-45ce-ad51-9baae28be95f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:58.832199 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device fcbc60fd-1785-4f94-9436-a520ec06cdaf no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:09:58.841429 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:58.865571 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] No Port match for: fcbc60fd-1785-4f94-9436-a520ec06cdaf {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:09:58.866448 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device fcbc60fd-1785-4f94-9436-a520ec06cdaf not bound to the agent host hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:09:58.934766 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f121bf41-d1b4-4fee-a4ee-b43dfd741138 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group_rule (4de458ba-1eb5-4dd5-841d-d9e7c68344cc), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:58.954406 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 2aad8c1f-5af7-4478-b2c4-782e5042cc6b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2aad8c1f-5af7-4478-b2c4-782e5042cc6b,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:58.968425 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': '2aad8c1f-5af7-4478-b2c4-782e5042cc6b', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'port_id': '2aad8c1f-5af7-4478-b2c4-782e5042cc6b', 'mac_address': 'fa:16:3e:1e:80:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:09:58.994181 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f121bf41-d1b4-4fee-a4ee-b43dfd741138 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group_rule (4de458ba-1eb5-4dd5-841d-d9e7c68344cc), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:59.005790 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 2aad8c1f-5af7-4478-b2c4-782e5042cc6b is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:09:59.006169 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (2aad8c1f-5af7-4478-b2c4-782e5042cc6b), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:59.018776 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aad8c1f-5af7-4478-b2c4-782e5042cc6b {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:09:59.038874 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 2aad8c1f-5af7-4478-b2c4-782e5042cc6b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2aad8c1f-5af7-4478-b2c4-782e5042cc6b,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:09:59.099579 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f121bf41-d1b4-4fee-a4ee-b43dfd741138 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (4de458ba-1eb5-4dd5-841d-d9e7c68344cc), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:59.120478 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121bf41-d1b4-4fee-a4ee-b43dfd741138 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de458ba-1eb5-4dd5-841d-d9e7c68344cc,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:59.128534 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (2aad8c1f-5af7-4478-b2c4-782e5042cc6b), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:59.179905 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=2aad8c1f-5af7-4478-b2c4-782e5042cc6b,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:59.204048 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f121bf41-d1b4-4fee-a4ee-b43dfd741138 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:59.207686 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-f121bf41-d1b4-4fee-a4ee-b43dfd741138 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3778021 Sep 04 01:09:59.208104 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 51724) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:59.212522 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-86a4a798-3fd0-4ba8-bd44-e2c9e76b8630 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Request body: {'security_group_rule': {'security_group_id': '5afa6b78-0b8f-45ce-ad51-9baae28be95f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:59.311528 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-86a4a798-3fd0-4ba8-bd44-e2c9e76b8630 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group_rule (7525c5fa-e43a-4f26-b2c1-bfe4a23faa11), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:59.368693 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-86a4a798-3fd0-4ba8-bd44-e2c9e76b8630 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group_rule (7525c5fa-e43a-4f26-b2c1-bfe4a23faa11), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:59.425161 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-86a4a798-3fd0-4ba8-bd44-e2c9e76b8630 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (7525c5fa-e43a-4f26-b2c1-bfe4a23faa11), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:59.444423 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4a798-3fd0-4ba8-bd44-e2c9e76b8630 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7525c5fa-e43a-4f26-b2c1-bfe4a23faa11,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:59.506489 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-86a4a798-3fd0-4ba8-bd44-e2c9e76b8630 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:59.507726 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-86a4a798-3fd0-4ba8-bd44-e2c9e76b8630 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2987201 Sep 04 01:09:59.510917 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 51726) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:59.515059 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-22d90291-f415-4fd9-8128-f25e3a3edf4d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Request body: {'floatingip': {'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:09:59.523728 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['2aad8c1f-5af7-4478-b2c4-782e5042cc6b'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:09:59.607884 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-22d90291-f415-4fd9-8128-f25e3a3edf4d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:59.658351 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:59.683445 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c45a5-b3a6-4515-8afe-45ecbf070b17 req-a66eab5c-c163-4108-96d9-0efa26bf7382 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:09:59.684939 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-653c45a5-b3a6-4515-8afe-45ecbf070b17 req-a66eab5c-c163-4108-96d9-0efa26bf7382 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 944 time: 0.0881217 Sep 04 01:09:59.700144 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 51732) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:09:59.742036 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-22d90291-f415-4fd9-8128-f25e3a3edf4d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:59.753780 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf1e485-922c-4527-90e1-dd3f0109be55 admin admin] Deleting subnet 69d55e63-fdcb-4ee5-a9f8-cb02b9c67f96 {{(pid=106790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:09:59.757182 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-eaf1e485-922c-4527-90e1-dd3f0109be55 admin admin] Publish callbacks [] for subnet (69d55e63-fdcb-4ee5-a9f8-cb02b9c67f96), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:59.767024 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-653c45a5-b3a6-4515-8afe-45ecbf070b17 req-f81bc687-7314-4c8f-af0e-f573b1952185 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3188d55b-e58c-4649-bc32-63a6cf0b7421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738654 Sep 04 01:09:59.806669 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-eaf1e485-922c-4527-90e1-dd3f0109be55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64390781'] for subnet (69d55e63-fdcb-4ee5-a9f8-cb02b9c67f96), precommit_delete_associations {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:59.845721 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-eaf1e485-922c-4527-90e1-dd3f0109be55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869317'] for subnet (69d55e63-fdcb-4ee5-a9f8-cb02b9c67f96), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:59.864751 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [None req-22d90291-f415-4fd9-8128-f25e3a3edf4d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Allocated IP 172.37.7.151 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/b89e971b-9f65-44f6-966c-0d2c99d71723) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:09:59.929849 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:09:59.951275 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-eaf1e485-922c-4527-90e1-dd3f0109be55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63030278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65458455'] for subnet (69d55e63-fdcb-4ee5-a9f8-cb02b9c67f96), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:59.974921 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-22d90291-f415-4fd9-8128-f25e3a3edf4d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for port (b89e971b-9f65-44f6-966c-0d2c99d71723), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:59.979903 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1e485-922c-4527-90e1-dd3f0109be55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69d55e63-fdcb-4ee5-a9f8-cb02b9c67f96,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:09:59.986049 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-eaf1e485-922c-4527-90e1-dd3f0109be55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for subnet (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:09:59.991841 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-eaf1e485-922c-4527-90e1-dd3f0109be55 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/69d55e63-fdcb-4ee5-a9f8-cb02b9c67f96 HTTP/1.1" status: 204 len: 168 time: 0.2888162 Sep 04 01:09:59.992113 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 51734) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:00.059515 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-22d90291-f415-4fd9-8128-f25e3a3edf4d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (b89e971b-9f65-44f6-966c-0d2c99d71723), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:00.065011 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d033e821-4ffa-4f7d-b919-be431a68b052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855412'] for network (f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:00.067422 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:00.091441 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:00.102643 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d90291-f415-4fd9-8128-f25e3a3edf4d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:10:00.105733 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-22d90291-f415-4fd9-8128-f25e3a3edf4d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:10:00.110187 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d90291-f415-4fd9-8128-f25e3a3edf4d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:10:00.115604 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d90291-f415-4fd9-8128-f25e3a3edf4d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Pushing event updated for resources: {'Port': ['ID=b89e971b-9f65-44f6-966c-0d2c99d71723,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:00.149376 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d033e821-4ffa-4f7d-b919-be431a68b052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1299106', 'neutron.services.segments.db._delete_segments_for_network-8760291617684'] for network (f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:00.171016 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.services.segments.db [None req-d033e821-4ffa-4f7d-b919-be431a68b052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d']}} {{(pid=106790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:00.181391 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.services.segments.db [None req-d033e821-4ffa-4f7d-b919-be431a68b052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691a306c-3c07-49ca-8d5b-c7e7a9ad5919') {'for_net_delete': True} {{(pid=106790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:00.181614 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.services.segments.db [None req-d033e821-4ffa-4f7d-b919-be431a68b052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691a306c-3c07-49ca-8d5b-c7e7a9ad5919') {} {{(pid=106790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:00.191249 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d033e821-4ffa-4f7d-b919-be431a68b052 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760291642516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64390762'] for segment (691a306c-3c07-49ca-8d5b-c7e7a9ad5919), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:00.197390 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-22d90291-f415-4fd9-8128-f25e3a3edf4d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for floatingip (acb55901-9d85-46a1-aa5b-23f88c8b82f1), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:00.205515 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d033e821-4ffa-4f7d-b919-be431a68b052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (691a306c-3c07-49ca-8d5b-c7e7a9ad5919), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:00.211949 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d033e821-4ffa-4f7d-b919-be431a68b052 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=106790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:10:00.212329 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d033e821-4ffa-4f7d-b919-be431a68b052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63045540'] for segment (691a306c-3c07-49ca-8d5b-c7e7a9ad5919), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:00.252695 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.services.segments.plugin [-] Segment 691a306c-3c07-49ca-8d5b-c7e7a9ad5919 resource provider aggregate not found Sep 04 01:10:00.260214 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:00.271244 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.services.segments.plugin [-] Segment 691a306c-3c07-49ca-8d5b-c7e7a9ad5919 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 691a306c-3c07-49ca-8d5b-c7e7a9ad5919 found for delete ", "request_id": "req-9d718b41-eff0-4523-86ab-da820316dbfd"}]} Sep 04 01:10:00.328215 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-22d90291-f415-4fd9-8128-f25e3a3edf4d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (b89e971b-9f65-44f6-966c-0d2c99d71723), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:00.368060 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d033e821-4ffa-4f7d-b919-be431a68b052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1299115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811184'] for network (f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:00.372905 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d033e821-4ffa-4f7d-b919-be431a68b052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:00.376065 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-d033e821-4ffa-4f7d-b919-be431a68b052 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d HTTP/1.1" status: 204 len: 168 time: 0.3829319 Sep 04 01:10:00.397736 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033e821-4ffa-4f7d-b919-be431a68b052 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5f50aa9-3a0d-4b0d-aee8-3b2aef89717d,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:00.481432 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-22d90291-f415-4fd9-8128-f25e3a3edf4d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for port (b89e971b-9f65-44f6-966c-0d2c99d71723), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:00.562225 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-22d90291-f415-4fd9-8128-f25e3a3edf4d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (b89e971b-9f65-44f6-966c-0d2c99d71723), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:00.632445 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d90291-f415-4fd9-8128-f25e3a3edf4d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Pushing event updated for resources: {'Port': ['ID=b89e971b-9f65-44f6-966c-0d2c99d71723,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:00.634767 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-22d90291-f415-4fd9-8128-f25e3a3edf4d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (acb55901-9d85-46a1-aa5b-23f88c8b82f1), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:00.682755 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-8fb990e0-79ff-4758-959a-44114d828e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:00.713345 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-22d90291-f415-4fd9-8128-f25e3a3edf4d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:00.714539 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-22d90291-f415-4fd9-8128-f25e3a3edf4d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2027137 Sep 04 01:10:00.761893 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 51744) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:00.802820 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-686e1a57-8abd-4fe6-8d8e-792d9f3f3834 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6071c3a795ba4aa098e3af8cde306d58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396695 Sep 04 01:10:00.806179 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 51748) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:00.823030 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 2aad8c1f-5af7-4478-b2c4-782e5042cc6b up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:10:00.860764 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-6b3e3351-6c34-41dc-9b14-90a7e9e6a74d admin admin] Publish callbacks [] for security_group (dd251723-c6f9-4e67-b522-e38b91c2bfeb), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:00.875610 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning for port 2aad8c1f-5af7-4478-b2c4-782e5042cc6b completed by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:10:00.898251 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-6b3e3351-6c34-41dc-9b14-90a7e9e6a74d admin admin] Publish callbacks [] for security_group (dd251723-c6f9-4e67-b522-e38b91c2bfeb), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:00.927505 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port 2aad8c1f-5af7-4478-b2c4-782e5042cc6b triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:10:00.927873 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (2aad8c1f-5af7-4478-b2c4-782e5042cc6b), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:00.953809 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4ef555bb-7969-464e-99bd-671fc119d902 req-58e7e67f-8a8c-4ebc-abd6-d1006f49d67f tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--946139031&fields=id&tenant_id=55faed42b7f243df9df879d581797f56 HTTP/1.1" status: 200 len: 267 time: 0.0593028 Sep 04 01:10:00.955054 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98109afa-0d54-461b-bd48-95bfe66837d2 req-e6eb9c95-91e4-467a-afd8-87324beea37a tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:00.956544 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-98109afa-0d54-461b-bd48-95bfe66837d2 req-e6eb9c95-91e4-467a-afd8-87324beea37a tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 944 time: 0.0712435 Sep 04 01:10:00.988594 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:01.011019 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 2aad8c1f-5af7-4478-b2c4-782e5042cc6b is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:10:01.011494 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (2aad8c1f-5af7-4478-b2c4-782e5042cc6b), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:01.016171 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-98109afa-0d54-461b-bd48-95bfe66837d2 req-c4210bce-a355-4f9c-b7d8-b2a3e101f415 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3188d55b-e58c-4649-bc32-63a6cf0b7421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527020 Sep 04 01:10:01.043617 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b0498f-4cb8-491a-92cf-dac9890c7b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aad8c1f-5af7-4478-b2c4-782e5042cc6b'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:10:01.046178 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f58e8c3-6297-4906-a9e0-409a34daa674" -d '{"events": [{"server_uuid": "16b0498f-4cb8-491a-92cf-dac9890c7b4a", "name": "network-vif-plugged", "status": "completed", "tag": "2aad8c1f-5af7-4478-b2c4-782e5042cc6b"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:10:01.060449 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 2aad8c1f-5af7-4478-b2c4-782e5042cc6b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2aad8c1f-5af7-4478-b2c4-782e5042cc6b,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:10:01.088486 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f907ca9-d592-4dc1-a2e8-4bb47b02f928 x-openstack-request-id: req-0f907ca9-d592-4dc1-a2e8-4bb47b02f928 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:10:01.090211 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b0498f-4cb8-491a-92cf-dac9890c7b4a", "name": "network-vif-plugged", "status": "completed", "tag": "2aad8c1f-5af7-4478-b2c4-782e5042cc6b", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:10:01.090480 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f907ca9-d592-4dc1-a2e8-4bb47b02f928 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:10:01.090885 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f907ca9-d592-4dc1-a2e8-4bb47b02f928'] response: {'server_uuid': '16b0498f-4cb8-491a-92cf-dac9890c7b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aad8c1f-5af7-4478-b2c4-782e5042cc6b', 'code': 200} Sep 04 01:10:01.093551 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-6b3e3351-6c34-41dc-9b14-90a7e9e6a74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (dd251723-c6f9-4e67-b522-e38b91c2bfeb), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:01.096217 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-6b3e3351-6c34-41dc-9b14-90a7e9e6a74d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:01.098475 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-6b3e3351-6c34-41dc-9b14-90a7e9e6a74d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/dd251723-c6f9-4e67-b522-e38b91c2bfeb HTTP/1.1" status: 204 len: 168 time: 0.2903609 Sep 04 01:10:01.106334 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e3351-6c34-41dc-9b14-90a7e9e6a74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd251723-c6f9-4e67-b522-e38b91c2bfeb,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:01.106459 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef555bb-7969-464e-99bd-671fc119d902 req-f9e7ff27-d5ba-4c50-9dd7-250bf2327d50 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:01.107809 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4ef555bb-7969-464e-99bd-671fc119d902 req-f9e7ff27-d5ba-4c50-9dd7-250bf2327d50 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/networks?id=3e702e6e-ebe1-46a7-b30d-f3d140ac2993 HTTP/1.1" status: 200 len: 816 time: 0.1402781 Sep 04 01:10:01.124355 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (2aad8c1f-5af7-4478-b2c4-782e5042cc6b), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:01.127106 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4ef555bb-7969-464e-99bd-671fc119d902 req-0f7faf85-8c84-4d9c-a10c-885608d1fad4 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/quotas/55faed42b7f243df9df879d581797f56 HTTP/1.1" status: 200 len: 375 time: 0.0121436 Sep 04 01:10:01.186721 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4ef555bb-7969-464e-99bd-671fc119d902 req-f978dfd9-7b4d-451f-8e13-12b31a1172d3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=55faed42b7f243df9df879d581797f56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507445 Sep 04 01:10:01.253548 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=2aad8c1f-5af7-4478-b2c4-782e5042cc6b,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:01.293544 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4ef555bb-7969-464e-99bd-671fc119d902 req-8e04f1af-cad4-4c69-81ff-0f211a1641f8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3e702e6e-ebe1-46a7-b30d-f3d140ac2993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913711 Sep 04 01:10:01.639130 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e616f-5b4f-4e72-88f4-fbd559083ff2 req-c54d5dc9-0651-4453-afd2-7f42e1f33220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:01.640587 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8c6e616f-5b4f-4e72-88f4-fbd559083ff2 req-c54d5dc9-0651-4453-afd2-7f42e1f33220 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 1129 time: 0.0715368 Sep 04 01:10:01.690875 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4ef555bb-7969-464e-99bd-671fc119d902 req-19fb067e-56ac-4a5e-8bd2-caef1cd98ccb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3e702e6e-ebe1-46a7-b30d-f3d140ac2993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914528 Sep 04 01:10:01.706424 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8c6e616f-5b4f-4e72-88f4-fbd559083ff2 req-5d25aaf1-d3e8-4381-af0f-14645ed879cf service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3188d55b-e58c-4649-bc32-63a6cf0b7421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576992 Sep 04 01:10:01.924088 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-fc66d35a-5f0b-45d4-a85d-5944ffd4f561 req-af186eb6-c8b7-4c8b-acd1-bb3e9d5df187 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 210 time: 0.0282021 Sep 04 01:10:02.144390 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a792768-9637-4072-81c0-844767c14a17 req-482ccff0-593a-45ce-ab2b-b838e6fe9a20 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:02.145887 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4a792768-9637-4072-81c0-844767c14a17 req-482ccff0-593a-45ce-ab2b-b838e6fe9a20 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 945 time: 0.0477610 Sep 04 01:10:02.193110 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4a792768-9637-4072-81c0-844767c14a17 req-882d6931-5e1a-4996-9bc8-03e7b045569a tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3188d55b-e58c-4649-bc32-63a6cf0b7421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412891 Sep 04 01:10:03.024952 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2c6893a0-9569-47c1-9288-5e8547b8dc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:03.035458 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e2ae536c-dd02-426f-bc6c-22c78a8a4851 req-47584e36-34c6-43e1-91dc-8cdabbfc4738 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 210 time: 0.0295484 Sep 04 01:10:03.312833 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ad657-91e3-4d69-9176-77d372025600 req-541963fe-9d6a-435e-b5f4-1eab11526a0d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:03.314310 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c64ad657-91e3-4d69-9176-77d372025600 req-541963fe-9d6a-435e-b5f4-1eab11526a0d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 945 time: 0.0460155 Sep 04 01:10:03.327394 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:03.361939 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c64ad657-91e3-4d69-9176-77d372025600 req-82f6a9d3-8672-4740-bcae-ed70c1fdaeec tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3188d55b-e58c-4649-bc32-63a6cf0b7421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413320 Sep 04 01:10:03.480838 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9247b80-3673-4ede-8b7e-8e14d26c1716 req-da712a51-0f51-4834-91c2-626f0564619c tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:03.482459 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e9247b80-3673-4ede-8b7e-8e14d26c1716 req-da712a51-0f51-4834-91c2-626f0564619c tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 945 time: 0.0482347 Sep 04 01:10:03.495000 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 51786) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:03.499913 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-c49701ff-9bc5-4a57-9123-12251064d1fd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'floatingip': {'port_id': '2aad8c1f-5af7-4478-b2c4-782e5042cc6b'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:10:03.543745 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c49701ff-9bc5-4a57-9123-12251064d1fd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (8e900505-469e-4629-989e-5ded8065c2a0), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:03.979522 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c49701ff-9bc5-4a57-9123-12251064d1fd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:04.082052 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c49701ff-9bc5-4a57-9123-12251064d1fd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (8e900505-469e-4629-989e-5ded8065c2a0), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:04.158165 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9742eeb6-294f-4641-9016-8bcdab1146f7 req-c04dd209-627c-4aca-b1d3-2441976af6de tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 210 time: 0.0365186 Sep 04 01:10:04.207466 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.l3_db [None req-c49701ff-9bc5-4a57-9123-12251064d1fd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Floating IP 8e900505-469e-4629-989e-5ded8065c2a0 associated. External IP: 172.37.7.254, port: 2aad8c1f-5af7-4478-b2c4-782e5042cc6b. Sep 04 01:10:04.236571 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:04.258789 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:04.412671 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49701ff-9bc5-4a57-9123-12251064d1fd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Router a6875d57-1898-4fcc-8186-5995078e83c1 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:10:04.512826 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49701ff-9bc5-4a57-9123-12251064d1fd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:10:04.517492 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c49701ff-9bc5-4a57-9123-12251064d1fd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:04.522184 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd06b88a-d78d-473e-ac61-38fcf4821d74 None None] Sync routers for ids ['a6875d57-1898-4fcc-8186-5995078e83c1'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:10:04.532784 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd06b88a-d78d-473e-ac61-38fcf4821d74 None None] Routers {'a6875d57-1898-4fcc-8186-5995078e83c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:10:04.533421 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-fd06b88a-d78d-473e-ac61-38fcf4821d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:10:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a6875d57-1898-4fcc-8186-5995078e83c1'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:04.538999 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:04.550289 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-c49701ff-9bc5-4a57-9123-12251064d1fd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/8e900505-469e-4629-989e-5ded8065c2a0 HTTP/1.1" status: 200 len: 991 time: 1.0537860 Sep 04 01:10:04.550894 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b0498f-4cb8-491a-92cf-dac9890c7b4a', 'tag': '2aad8c1f-5af7-4478-b2c4-782e5042cc6b'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:10:04.553320 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f7a242-6e29-4d57-8d95-067fd682f876" -d '{"events": [{"name": "network-changed", "server_uuid": "16b0498f-4cb8-491a-92cf-dac9890c7b4a", "tag": "2aad8c1f-5af7-4478-b2c4-782e5042cc6b"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:10:04.591899 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90186408-f174-4a87-943b-03d86a94605c x-openstack-request-id: req-90186408-f174-4a87-943b-03d86a94605c {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:10:04.592188 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b0498f-4cb8-491a-92cf-dac9890c7b4a", "tag": "2aad8c1f-5af7-4478-b2c4-782e5042cc6b", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:10:04.592458 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-90186408-f174-4a87-943b-03d86a94605c {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:10:04.592864 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90186408-f174-4a87-943b-03d86a94605c'] response: {'name': 'network-changed', 'server_uuid': '16b0498f-4cb8-491a-92cf-dac9890c7b4a', 'tag': '2aad8c1f-5af7-4478-b2c4-782e5042cc6b', 'status': 'completed', 'code': 200} Sep 04 01:10:04.640430 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-fd06b88a-d78d-473e-ac61-38fcf4821d74 None None] Set router a6875d57-1898-4fcc-8186-5995078e83c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:10:04.763841 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7a242-6e29-4d57-8d95-067fd682f876 req-69804736-f61a-478f-8e10-423bbaec3056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:04.765261 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-15f7a242-6e29-4d57-8d95-067fd682f876 req-69804736-f61a-478f-8e10-423bbaec3056 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=287d111f08ac4b05bd5adec9c40d0620&device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 1129 time: 0.0586212 Sep 04 01:10:04.865091 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-fd06b88a-d78d-473e-ac61-38fcf4821d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8e900505-469e-4629-989e-5ded8065c2a0', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'floating_ip_address': '172.37.7.254', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'port_id': '2aad8c1f-5af7-4478-b2c4-782e5042cc6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'mac_address': 'fa:16:3e:1e:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b0498f-4cb8-491a-92cf-dac9890c7b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:09:45Z', 'updated_at': '2022-09-04T01:10:03Z', 'revision_number': 1, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:04.882918 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7a242-6e29-4d57-8d95-067fd682f876 req-bdb79d20-e412-403c-9b27-9d45591a7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:04.885064 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-15f7a242-6e29-4d57-8d95-067fd682f876 req-bdb79d20-e412-403c-9b27-9d45591a7eca service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d7f39628-666e-4480-8bee-49de183d5e09 HTTP/1.1" status: 200 len: 916 time: 0.1134436 Sep 04 01:10:04.890500 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd06b88a-d78d-473e-ac61-38fcf4821d74 None None] Checking router: a6875d57-1898-4fcc-8186-5995078e83c1 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:10:04.900153 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd06b88a-d78d-473e-ac61-38fcf4821d74 None None] Routers {'a6875d57-1898-4fcc-8186-5995078e83c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:10:04.900754 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-fd06b88a-d78d-473e-ac61-38fcf4821d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:10:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a6875d57-1898-4fcc-8186-5995078e83c1'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:05.037198 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-fd06b88a-d78d-473e-ac61-38fcf4821d74 None None] Set router a6875d57-1898-4fcc-8186-5995078e83c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:10:05.056426 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-15f7a242-6e29-4d57-8d95-067fd682f876 req-9e3c6a0d-b180-4c5b-ace6-fffab97e8835 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aad8c1f-5af7-4478-b2c4-782e5042cc6b HTTP/1.1" status: 200 len: 999 time: 0.1510868 Sep 04 01:10:05.060624 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:05.116818 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:05.124185 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef555bb-7969-464e-99bd-671fc119d902 req-60778313-c6bd-498d-b3a8-4d7b5fcd14c0 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:05.125669 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4ef555bb-7969-464e-99bd-671fc119d902 req-60778313-c6bd-498d-b3a8-4d7b5fcd14c0 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.16 "GET /networking/v2.0/networks?id=3e702e6e-ebe1-46a7-b30d-f3d140ac2993 HTTP/1.1" status: 200 len: 816 time: 0.2176690 Sep 04 01:10:05.143432 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7a242-6e29-4d57-8d95-067fd682f876 req-79c49090-ac3e-4495-a83a-3ce842ba7259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:05.144870 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-15f7a242-6e29-4d57-8d95-067fd682f876 req-79c49090-ac3e-4495-a83a-3ce842ba7259 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=1af847f5-eeac-4b3d-afa5-aa099062676b HTTP/1.1" status: 200 len: 854 time: 0.0671067 Sep 04 01:10:05.222215 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7a242-6e29-4d57-8d95-067fd682f876 req-9838e620-e756-43fa-aab0-55649761d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:05.222391 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-15f7a242-6e29-4d57-8d95-067fd682f876 req-9838e620-e756-43fa-aab0-55649761d679 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d7f39628-666e-4480-8bee-49de183d5e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646431 Sep 04 01:10:05.235760 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4ef555bb-7969-464e-99bd-671fc119d902 req-8dbf2d89-4fb4-48a3-a0e6-47e237f2be6c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=55faed42b7f243df9df879d581797f56 HTTP/1.1" status: 200 len: 379 time: 0.0942366 Sep 04 01:10:05.268122 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-fd06b88a-d78d-473e-ac61-38fcf4821d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8e900505-469e-4629-989e-5ded8065c2a0', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'floating_ip_address': '172.37.7.254', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'port_id': '2aad8c1f-5af7-4478-b2c4-782e5042cc6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'mac_address': 'fa:16:3e:1e:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b0498f-4cb8-491a-92cf-dac9890c7b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:09:45Z', 'updated_at': '2022-09-04T01:10:03Z', 'revision_number': 1, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:05.288624 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c6497-f62d-45d1-b962-3f25128ae84e req-18318467-7caa-496c-b1bf-8982a9e446ea tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:05.290271 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3b6c6497-f62d-45d1-b962-3f25128ae84e req-18318467-7caa-496c-b1bf-8982a9e446ea tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0536373 Sep 04 01:10:05.294085 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd06b88a-d78d-473e-ac61-38fcf4821d74 None None] The sync data for ids ['a6875d57-1898-4fcc-8186-5995078e83c1'] in dv-cinder-master-3-iscsi is: [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8e900505-469e-4629-989e-5ded8065c2a0', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'floating_ip_address': '172.37.7.254', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'port_id': '2aad8c1f-5af7-4478-b2c4-782e5042cc6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'mac_address': 'fa:16:3e:1e:80:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b0498f-4cb8-491a-92cf-dac9890c7b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:09:45Z', 'updated_at': '2022-09-04T01:10:03Z', 'revision_number': 1, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:10:05.309600 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6352649a-bd2c-4efb-a30f-9a2f7a17deee req-30a9f18e-1408-49b2-9f7d-1acb9589db85 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 210 time: 0.0422249 Sep 04 01:10:05.345376 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3b6c6497-f62d-45d1-b962-3f25128ae84e req-19c1d3c3-949c-4c32-84fc-1a56e0ec0569 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494504 Sep 04 01:10:05.507741 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11111d0d-2e49-4d72-91c7-55df0f3ac3ff None None] New status for floating IP 8e900505-469e-4629-989e-5ded8065c2a0: ACTIVE {{(pid=106792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:10:05.596636 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:05.739935 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:05.898902 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:06.419220 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a5d110a6-ebbc-4f71-889b-b6b562140ee7 req-8088c093-7eda-4908-a71c-2de253d7bdf5 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 210 time: 0.0272069 Sep 04 01:10:06.469836 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15444e-6d16-48a2-951a-852e19471bb7 req-5f0cfa60-e75c-4ca5-bacb-b4ed04ed7ce1 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:06.471277 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1c15444e-6d16-48a2-951a-852e19471bb7 req-5f0cfa60-e75c-4ca5-bacb-b4ed04ed7ce1 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0478814 Sep 04 01:10:06.518171 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1c15444e-6d16-48a2-951a-852e19471bb7 req-9cba2017-9a50-4233-a2df-950190a1e29e tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407007 Sep 04 01:10:07.329727 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-4ef555bb-7969-464e-99bd-671fc119d902 req-76c64c60-3c5d-41f9-b9ec-e5ff9b2779d1 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Request body: {'port': {'device_id': 'da1d8cad-5ea0-48fc-a5af-81eec3d1e94b', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'admin_state_up': True, 'tenant_id': '55faed42b7f243df9df879d581797f56', 'security_groups': ['5afa6b78-0b8f-45ce-ad51-9baae28be95f']}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:10:07.441455 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:07.488935 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-15f7a242-6e29-4d57-8d95-067fd682f876 req-22c6b6a8-c92b-48de-9c85-89f20f407524 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710894 Sep 04 01:10:07.529229 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-012a8059-4c31-4206-91b2-4a1abfe8b8c9 req-cc67ba8f-2e47-4539-a1fe-70de16d8a78c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 210 time: 0.0270779 Sep 04 01:10:07.574734 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef555bb-7969-464e-99bd-671fc119d902 req-76c64c60-3c5d-41f9-b9ec-e5ff9b2779d1 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Made reservation on behalf of 55faed42b7f243df9df879d581797f56 for: {'port': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:10:07.577381 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-4ef555bb-7969-464e-99bd-671fc119d902 req-76c64c60-3c5d-41f9-b9ec-e5ff9b2779d1 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:07.600277 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:07.735526 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1afd28-4b66-4ad1-aefc-9d48abe1d073 req-5e1dc8a6-9d0f-49fb-839b-c2c2227f499a tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:07.736993 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dc1afd28-4b66-4ad1-aefc-9d48abe1d073 req-5e1dc8a6-9d0f-49fb-839b-c2c2227f499a tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.1342075 Sep 04 01:10:07.796336 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:07.853786 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [req-4ef555bb-7969-464e-99bd-671fc119d902 req-76c64c60-3c5d-41f9-b9ec-e5ff9b2779d1 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Allocated IP 172.20.0.12 (3e702e6e-ebe1-46a7-b30d-f3d140ac2993/b8f8e824-5e09-4bb6-bfba-faf43aae1f44/19f203f1-14db-4bb0-aaad-c8e57c75d249) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:10:07.858392 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dc1afd28-4b66-4ad1-aefc-9d48abe1d073 req-535de6d8-672c-4f02-83a6-eb7017894862 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a5bcd08-2f5c-4785-8968-f136b0051d59&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1121159 Sep 04 01:10:07.865550 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-15f7a242-6e29-4d57-8d95-067fd682f876 req-c2500e9b-357f-43f9-9f93-152a8c0d0581 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094533 Sep 04 01:10:07.875041 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b05407-3d18-4705-9bdd-e356da08b2e1 req-9d5ffbd1-c10b-4459-bbca-741a6cac352e tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:07.876477 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b6b05407-3d18-4705-9bdd-e356da08b2e1 req-9d5ffbd1-c10b-4459-bbca-741a6cac352e tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0478017 Sep 04 01:10:08.008558 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-4ef555bb-7969-464e-99bd-671fc119d902 req-76c64c60-3c5d-41f9-b9ec-e5ff9b2779d1 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:08.019822 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [req-b6b05407-3d18-4705-9bdd-e356da08b2e1 req-25ea1521-401d-4bde-b0fa-9a79628838bd tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Deleting port e9c83c9b-f295-4069-84cf-ff7c294ae4cd {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:10:08.020163 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-b6b05407-3d18-4705-9bdd-e356da08b2e1 req-25ea1521-401d-4bde-b0fa-9a79628838bd tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (e9c83c9b-f295-4069-84cf-ff7c294ae4cd), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:08.083340 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-4ef555bb-7969-464e-99bd-671fc119d902 req-76c64c60-3c5d-41f9-b9ec-e5ff9b2779d1 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:08.121783 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.db [req-b6b05407-3d18-4705-9bdd-e356da08b2e1 req-25ea1521-401d-4bde-b0fa-9a79628838bd tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] For port e9c83c9b-f295-4069-84cf-ff7c294ae4cd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e9c83c9b-f295-4069-84cf-ff7c294ae4cd,segment=NetworkSegment(79b84dcb-99f6-4af2-ac73-30fcaae597f6),segment_id=79b84dcb-99f6-4af2-ac73-30fcaae597f6)] {{(pid=106790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:10:08.122126 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-b6b05407-3d18-4705-9bdd-e356da08b2e1 req-25ea1521-401d-4bde-b0fa-9a79628838bd tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (e9c83c9b-f295-4069-84cf-ff7c294ae4cd), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:08.131758 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef555bb-7969-464e-99bd-671fc119d902 req-76c64c60-3c5d-41f9-b9ec-e5ff9b2779d1 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Network 3e702e6e-ebe1-46a7-b30d-f3d140ac2993 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:10:08.134976 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [req-4ef555bb-7969-464e-99bd-671fc119d902 req-76c64c60-3c5d-41f9-b9ec-e5ff9b2779d1 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:10:08.138810 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef555bb-7969-464e-99bd-671fc119d902 req-76c64c60-3c5d-41f9-b9ec-e5ff9b2779d1 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:10:08.169227 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c64c60-3c5d-41f9-b9ec-e5ff9b2779d1 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Pushing event updated for resources: {'Port': ['ID=19f203f1-14db-4bb0-aaad-c8e57c75d249,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:08.201018 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef555bb-7969-464e-99bd-671fc119d902 req-76c64c60-3c5d-41f9-b9ec-e5ff9b2779d1 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:08.201655 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-4ef555bb-7969-464e-99bd-671fc119d902 req-76c64c60-3c5d-41f9-b9ec-e5ff9b2779d1 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:08.285375 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4ef555bb-7969-464e-99bd-671fc119d902 req-76c64c60-3c5d-41f9-b9ec-e5ff9b2779d1 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9598250 Sep 04 01:10:08.304139 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-4ef555bb-7969-464e-99bd-671fc119d902 req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] Request body: {'port': {'device_id': 'da1d8cad-5ea0-48fc-a5af-81eec3d1e94b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:10:08.340233 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-b6b05407-3d18-4705-9bdd-e356da08b2e1 req-25ea1521-401d-4bde-b0fa-9a79628838bd tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:08.340600 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-b6b05407-3d18-4705-9bdd-e356da08b2e1 req-25ea1521-401d-4bde-b0fa-9a79628838bd tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (3a1265b2-fba9-42dc-9d80-e5c4ab13b344), after_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:08.340915 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.l3_db [req-b6b05407-3d18-4705-9bdd-e356da08b2e1 req-25ea1521-401d-4bde-b0fa-9a79628838bd tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Floating IP 3a1265b2-fba9-42dc-9d80-e5c4ab13b344 disassociated. External IP: 172.37.7.187, port: e9c83c9b-f295-4069-84cf-ff7c294ae4cd. Sep 04 01:10:08.341287 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [req-b6b05407-3d18-4705-9bdd-e356da08b2e1 req-25ea1521-401d-4bde-b0fa-9a79628838bd tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Calling delete_port for e9c83c9b-f295-4069-84cf-ff7c294ae4cd owned by compute:nova {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:10:08.365338 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-4ef555bb-7969-464e-99bd-671fc119d902 req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:08.399516 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:08.399876 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-000525f7-8eca-421b-9f75-bccfa017587f None None] Provisioning complete for port 19f203f1-14db-4bb0-aaad-c8e57c75d249 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:10:08.401238 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-000525f7-8eca-421b-9f75-bccfa017587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:08.416755 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:08.441784 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-000525f7-8eca-421b-9f75-bccfa017587f None None] Port 19f203f1-14db-4bb0-aaad-c8e57c75d249 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:10:08.477646 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:DELETE=12,neutron:SELECT=88 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:08.540363 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:08.550673 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-b6b05407-3d18-4705-9bdd-e356da08b2e1 req-25ea1521-401d-4bde-b0fa-9a79628838bd tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (e9c83c9b-f295-4069-84cf-ff7c294ae4cd), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:08.587309 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea1521-401d-4bde-b0fa-9a79628838bd tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Pushing event deleted for resources: {'Port': ['ID=e9c83c9b-f295-4069-84cf-ff7c294ae4cd,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:08.636988 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [req-4ef555bb-7969-464e-99bd-671fc119d902 req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f203f1-14db-4bb0-aaad-c8e57c75d249 {{(pid=106791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:10:08.644746 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-4ef555bb-7969-464e-99bd-671fc119d902 req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] Publish callbacks [] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:08.658522 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.provisioning_blocks [req-4ef555bb-7969-464e-99bd-671fc119d902 req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] Transition to ACTIVE for port object 19f203f1-14db-4bb0-aaad-c8e57c75d249 will not be triggered until provisioned by entity L2. {{(pid=106791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:10:08.705379 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-4ef555bb-7969-464e-99bd-671fc119d902 req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:08.716435 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0d49e-b4f1-4e13-8cef-60633c383164 req-b9e9e5ac-58de-4989-82f5-d31ff61ea593 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:08.717925 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c3a0d49e-b4f1-4e13-8cef-60633c383164 req-b9e9e5ac-58de-4989-82f5-d31ff61ea593 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 932 time: 0.0859416 Sep 04 01:10:08.762961 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6b05407-3d18-4705-9bdd-e356da08b2e1 req-25ea1521-401d-4bde-b0fa-9a79628838bd tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Router d7fde424-29f8-4dba-95d8-51709b034af5 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:10:08.795107 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c3a0d49e-b4f1-4e13-8cef-60633c383164 req-63485957-6aa1-4237-9419-db3cbd1c343e tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658164 Sep 04 01:10:08.795354 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] Pushing event updated for resources: {'Port': ['ID=19f203f1-14db-4bb0-aaad-c8e57c75d249,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:08.826599 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-4ef555bb-7969-464e-99bd-671fc119d902 req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] Attempting to bind port 19f203f1-14db-4bb0-aaad-c8e57c75d249 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:10:08.826930 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-4ef555bb-7969-464e-99bd-671fc119d902 req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] Attempting to bind port 19f203f1-14db-4bb0-aaad-c8e57c75d249 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '294bd754-f77e-4dd5-a8a8-fa66c41ba024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993'}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:10:08.827245 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef555bb-7969-464e-99bd-671fc119d902 req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] Attempting to bind port 19f203f1-14db-4bb0-aaad-c8e57c75d249 on network 3e702e6e-ebe1-46a7-b30d-f3d140ac2993 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:10:08.831969 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef555bb-7969-464e-99bd-671fc119d902 req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] Port 19f203f1-14db-4bb0-aaad-c8e57c75d249 on network 3e702e6e-ebe1-46a7-b30d-f3d140ac2993 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:10:08.832277 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef555bb-7969-464e-99bd-671fc119d902 req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] Attempting to bind port 19f203f1-14db-4bb0-aaad-c8e57c75d249 on network 3e702e6e-ebe1-46a7-b30d-f3d140ac2993 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:10:08.837415 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef555bb-7969-464e-99bd-671fc119d902 req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] Checking agent: {'id': 'dda4db69-a2e6-4522-aa0b-4e619e0d5c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'started_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:10:08.837751 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef555bb-7969-464e-99bd-671fc119d902 req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] Checking segment: {'id': '294bd754-f77e-4dd5-a8a8-fa66c41ba024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:10:08.838121 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef555bb-7969-464e-99bd-671fc119d902 req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] Bound using segment: {'id': '294bd754-f77e-4dd5-a8a8-fa66c41ba024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993'} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:10:08.838565 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-4ef555bb-7969-464e-99bd-671fc119d902 req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] Bound port: 19f203f1-14db-4bb0-aaad-c8e57c75d249, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294bd754-f77e-4dd5-a8a8-fa66c41ba024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993'}}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:10:08.838910 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-4ef555bb-7969-464e-99bd-671fc119d902 req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:08.906154 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-4ef555bb-7969-464e-99bd-671fc119d902 req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] For port 19f203f1-14db-4bb0-aaad-c8e57c75d249, host hv-cinder-maste, cleared binding levels {{(pid=106791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:10:08.909996 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-4ef555bb-7969-464e-99bd-671fc119d902 req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] For port 19f203f1-14db-4bb0-aaad-c8e57c75d249, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=19f203f1-14db-4bb0-aaad-c8e57c75d249,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:10:08.982500 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-77738998-3c8a-449d-b1b0-d6c504ce90bc req-655e0b22-c0f8-4e3c-a722-8956b6758fdf tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 210 time: 0.0344667 Sep 04 01:10:08.986917 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-4ef555bb-7969-464e-99bd-671fc119d902 req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:08.995967 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef555bb-7969-464e-99bd-671fc119d902 req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:08.996442 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-4ef555bb-7969-464e-99bd-671fc119d902 req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:08.998074 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4ef555bb-7969-464e-99bd-671fc119d902 req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/19f203f1-14db-4bb0-aaad-c8e57c75d249 HTTP/1.1" status: 200 len: 1094 time: 0.6983504 Sep 04 01:10:08.998903 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1d8cad-5ea0-48fc-a5af-81eec3d1e94b', 'tag': '19f203f1-14db-4bb0-aaad-c8e57c75d249'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:10:09.001721 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a765db-89d3-4b85-983b-4330e4ebe8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "da1d8cad-5ea0-48fc-a5af-81eec3d1e94b", "tag": "19f203f1-14db-4bb0-aaad-c8e57c75d249"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:10:09.072617 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4756795-d35e-42be-8a09-69403490b7df x-openstack-request-id: req-c4756795-d35e-42be-8a09-69403490b7df {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:10:09.072910 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1d8cad-5ea0-48fc-a5af-81eec3d1e94b", "tag": "19f203f1-14db-4bb0-aaad-c8e57c75d249", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:10:09.073210 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4756795-d35e-42be-8a09-69403490b7df {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:10:09.073618 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4756795-d35e-42be-8a09-69403490b7df'] response: {'name': 'network-changed', 'server_uuid': 'da1d8cad-5ea0-48fc-a5af-81eec3d1e94b', 'tag': '19f203f1-14db-4bb0-aaad-c8e57c75d249', 'status': 'completed', 'code': 200} Sep 04 01:10:09.078959 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69679134-bdb7-4e93-a4c3-bdb65c4d8fdf service neutron] Pushing event updated for resources: {'Port': ['ID=19f203f1-14db-4bb0-aaad-c8e57c75d249,revision_number=3']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:09.144388 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6b05407-3d18-4705-9bdd-e356da08b2e1 req-25ea1521-401d-4bde-b0fa-9a79628838bd tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:10:09.155822 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb92d7-0ea6-4d2d-9bf8-fb38ce0603ab None None] Sync routers for ids ['d7fde424-29f8-4dba-95d8-51709b034af5'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:10:09.166554 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a765db-89d3-4b85-983b-4330e4ebe8b5 req-8bda2108-7eb0-4e67-8881-4cb2a786a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:09.168042 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-34a765db-89d3-4b85-983b-4330e4ebe8b5 req-8bda2108-7eb0-4e67-8881-4cb2a786a413 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=55faed42b7f243df9df879d581797f56&device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 1128 time: 0.0431805 Sep 04 01:10:09.168927 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb92d7-0ea6-4d2d-9bf8-fb38ce0603ab None None] Routers {'d7fde424-29f8-4dba-95d8-51709b034af5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:10:09.169580 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-7edb92d7-0ea6-4d2d-9bf8-fb38ce0603ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:10:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['d7fde424-29f8-4dba-95d8-51709b034af5'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:09.208282 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b05407-3d18-4705-9bdd-e356da08b2e1 req-25ea1521-401d-4bde-b0fa-9a79628838bd tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] No DVR routers for this DVR port e9c83c9b-f295-4069-84cf-ff7c294ae4cd on host hv-cinder-maste {{(pid=106790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:10:09.211505 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-b6b05407-3d18-4705-9bdd-e356da08b2e1 req-25ea1521-401d-4bde-b0fa-9a79628838bd tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:09.214798 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b6b05407-3d18-4705-9bdd-e356da08b2e1 req-25ea1521-401d-4bde-b0fa-9a79628838bd tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.16 "DELETE /networking/v2.0/ports/e9c83c9b-f295-4069-84cf-ff7c294ae4cd HTTP/1.1" status: 204 len: 173 time: 1.3142560 Sep 04 01:10:09.215301 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd296b21a-c705-4d0b-8402-19a9c6f2e3d2', 'name': 'network-vif-deleted', 'tag': 'e9c83c9b-f295-4069-84cf-ff7c294ae4cd'}] {{(pid=106790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:10:09.217648 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768fddc788cc630bf6be659ba1cc99228bd403d8973f3d1aee7c621fd359d80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff444ef-1646-48c1-94bb-4b351c9c5ddc" -d '{"events": [{"server_uuid": "d296b21a-c705-4d0b-8402-19a9c6f2e3d2", "name": "network-vif-deleted", "tag": "e9c83c9b-f295-4069-84cf-ff7c294ae4cd"}]}' {{(pid=106790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:10:09.244044 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:09.258804 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69882341-3837-4bfa-bae3-f3c0ed44ff9d x-openstack-request-id: req-69882341-3837-4bfa-bae3-f3c0ed44ff9d {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:10:09.259169 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d296b21a-c705-4d0b-8402-19a9c6f2e3d2", "name": "network-vif-deleted", "tag": "e9c83c9b-f295-4069-84cf-ff7c294ae4cd", "status": "completed", "code": 200}]} {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:10:09.265705 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69882341-3837-4bfa-bae3-f3c0ed44ff9d {{(pid=106790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:10:09.265705 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69882341-3837-4bfa-bae3-f3c0ed44ff9d'] response: {'server_uuid': 'd296b21a-c705-4d0b-8402-19a9c6f2e3d2', 'name': 'network-vif-deleted', 'tag': 'e9c83c9b-f295-4069-84cf-ff7c294ae4cd', 'status': 'completed', 'code': 200} Sep 04 01:10:09.307373 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a765db-89d3-4b85-983b-4330e4ebe8b5 req-f084cab2-df00-4f27-b61c-938bcf8a2fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:09.309048 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-34a765db-89d3-4b85-983b-4330e4ebe8b5 req-f084cab2-df00-4f27-b61c-938bcf8a2fbd service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=55faed42b7f243df9df879d581797f56&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1216013 Sep 04 01:10:09.375582 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-7edb92d7-0ea6-4d2d-9bf8-fb38ce0603ab None None] Set router d7fde424-29f8-4dba-95d8-51709b034af5 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:10:09.414182 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a765db-89d3-4b85-983b-4330e4ebe8b5 req-996615cd-47a5-45ce-823d-d796560ce796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:09.415720 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-34a765db-89d3-4b85-983b-4330e4ebe8b5 req-996615cd-47a5-45ce-823d-d796560ce796 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004534 Sep 04 01:10:09.570819 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-7edb92d7-0ea6-4d2d-9bf8-fb38ce0603ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'name': 'tempest-AttachVolumeTestJSON-364832789-router', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253'}], 'enable_snat': True}, 'gw_port_id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:08Z', 'revision_number': 4, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'gw_port': {'id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '378bbdd4-3077-4657-8055-fdc0a7600948', 'name': '', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'mac_address': 'fa:16:3e:0e:91:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:06Z', 'updated_at': '2022-09-04T01:05:23Z', 'revision_number': 5, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'subnets': [{'id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:09.603857 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb92d7-0ea6-4d2d-9bf8-fb38ce0603ab None None] Checking router: d7fde424-29f8-4dba-95d8-51709b034af5 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:10:09.613713 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb92d7-0ea6-4d2d-9bf8-fb38ce0603ab None None] Routers {'d7fde424-29f8-4dba-95d8-51709b034af5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:10:09.614367 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-7edb92d7-0ea6-4d2d-9bf8-fb38ce0603ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:10:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['d7fde424-29f8-4dba-95d8-51709b034af5'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:09.721323 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-7edb92d7-0ea6-4d2d-9bf8-fb38ce0603ab None None] Set router d7fde424-29f8-4dba-95d8-51709b034af5 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:10:09.771144 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef555bb-7969-464e-99bd-671fc119d902 req-e79c6e70-bb5d-4ed1-bbb1-0bfb47dd787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:09.772760 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4ef555bb-7969-464e-99bd-671fc119d902 req-e79c6e70-bb5d-4ed1-bbb1-0bfb47dd787e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=55faed42b7f243df9df879d581797f56&device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 1128 time: 0.2885876 Sep 04 01:10:09.824005 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4ef555bb-7969-464e-99bd-671fc119d902 req-770ba723-e483-4073-8321-fe3c391b8771 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f203f1-14db-4bb0-aaad-c8e57c75d249 HTTP/1.1" status: 200 len: 217 time: 0.0335658 Sep 04 01:10:09.889732 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef555bb-7969-464e-99bd-671fc119d902 req-1acf3f96-0450-4cfe-8257-9b513223ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:09.891967 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4ef555bb-7969-464e-99bd-671fc119d902 req-1acf3f96-0450-4cfe-8257-9b513223ae9d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b8f8e824-5e09-4bb6-bfba-faf43aae1f44 HTTP/1.1" status: 200 len: 855 time: 0.0584681 Sep 04 01:10:09.921345 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-7edb92d7-0ea6-4d2d-9bf8-fb38ce0603ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'name': 'tempest-AttachVolumeTestJSON-364832789-router', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253'}], 'enable_snat': True}, 'gw_port_id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:08Z', 'revision_number': 4, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'gw_port': {'id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '378bbdd4-3077-4657-8055-fdc0a7600948', 'name': '', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'mac_address': 'fa:16:3e:0e:91:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:06Z', 'updated_at': '2022-09-04T01:05:23Z', 'revision_number': 5, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'subnets': [{'id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:09.944517 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fcd82-b197-4f08-8942-9d638b0ee11c req-a960bdbc-c622-47a6-ae40-b10606ea3fbd tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:09.945791 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb92d7-0ea6-4d2d-9bf8-fb38ce0603ab None None] The sync data for ids ['d7fde424-29f8-4dba-95d8-51709b034af5'] in dv-cinder-master-3-iscsi is: [{'id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'name': 'tempest-AttachVolumeTestJSON-364832789-router', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253'}], 'enable_snat': True}, 'gw_port_id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:08Z', 'revision_number': 4, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'gw_port': {'id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '378bbdd4-3077-4657-8055-fdc0a7600948', 'name': '', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'mac_address': 'fa:16:3e:0e:91:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:06Z', 'updated_at': '2022-09-04T01:05:23Z', 'revision_number': 5, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'subnets': [{'id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:10:09.946590 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d85fcd82-b197-4f08-8942-9d638b0ee11c req-a960bdbc-c622-47a6-ae40-b10606ea3fbd tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 944 time: 0.0499241 Sep 04 01:10:09.961666 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef555bb-7969-464e-99bd-671fc119d902 req-32ba39f3-965e-4524-b40b-41529815d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:09.963254 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4ef555bb-7969-464e-99bd-671fc119d902 req-32ba39f3-965e-4524-b40b-41529815d8dd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3e702e6e-ebe1-46a7-b30d-f3d140ac2993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460460 Sep 04 01:10:09.997372 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d85fcd82-b197-4f08-8942-9d638b0ee11c req-2d3807c7-7db5-4d9c-a00d-7ef5d9104ed5 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444028 Sep 04 01:10:10.112181 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b0653966-9f3f-4408-adcb-cf087403aef8 req-72995700-10b1-462d-a2b2-519c5aa447a9 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d296b21a-c705-4d0b-8402-19a9c6f2e3d2 HTTP/1.1" status: 200 len: 210 time: 0.0293412 Sep 04 01:10:10.175009 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adf4298-a62c-4b0c-bb47-b766497b5b57 None None] New status for floating IP 3a1265b2-fba9-42dc-9d80-e5c4ab13b344: DOWN {{(pid=106792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:10:10.261901 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4ef555bb-7969-464e-99bd-671fc119d902 req-cdacd12e-d955-4693-8ef3-13daa679f371 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3e702e6e-ebe1-46a7-b30d-f3d140ac2993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914695 Sep 04 01:10:10.598309 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4ef555bb-7969-464e-99bd-671fc119d902 req-b2245f34-3fa1-4c5e-8110-5a87a929b369 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3e702e6e-ebe1-46a7-b30d-f3d140ac2993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971963 Sep 04 01:10:11.127442 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb9617-09e9-4a98-ab6d-a9703f4f8417 req-80bf2405-6e20-4fc2-bb2f-7df6f777cf91 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:11.128886 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-10cb9617-09e9-4a98-ab6d-a9703f4f8417 req-80bf2405-6e20-4fc2-bb2f-7df6f777cf91 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 944 time: 0.0501282 Sep 04 01:10:11.182726 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-10cb9617-09e9-4a98-ab6d-a9703f4f8417 req-401052ac-724e-4df8-817b-7622620e4c6d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430880 Sep 04 01:10:11.265001 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 51844) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:11.319790 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ce51715d-5ec3-4700-bfb7-6511eea43fdb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group (2a5bcd08-2f5c-4785-8968-f136b0051d59), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:11.344808 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ce51715d-5ec3-4700-bfb7-6511eea43fdb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group (2a5bcd08-2f5c-4785-8968-f136b0051d59), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:11.372079 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:11.465242 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ce51715d-5ec3-4700-bfb7-6511eea43fdb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (2a5bcd08-2f5c-4785-8968-f136b0051d59), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:11.467818 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ce51715d-5ec3-4700-bfb7-6511eea43fdb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:11.468961 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-ce51715d-5ec3-4700-bfb7-6511eea43fdb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2a5bcd08-2f5c-4785-8968-f136b0051d59 HTTP/1.1" status: 204 len: 168 time: 0.2029023 Sep 04 01:10:11.471960 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 51846) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:11.479251 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51715d-5ec3-4700-bfb7-6511eea43fdb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5bcd08-2f5c-4785-8968-f136b0051d59,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:11.485933 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.api.v2.resource [None req-2ae21735-6c48-4af2-8b72-7de8ff8f136b tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] show failed (client error): The resource could not be found. Sep 04 01:10:11.489145 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-2ae21735-6c48-4af2-8b72-7de8ff8f136b tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups/2a5bcd08-2f5c-4785-8968-f136b0051d59 HTTP/1.1" status: 404 len: 347 time: 0.0139713 Sep 04 01:10:11.490090 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 51848) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:11.601199 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-0a20e1d0-c52c-4c1e-ae42-f206b0ec6f96 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Deleting port c7250ad8-1fdb-4a27-b9d9-e7622f80ae4b {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:10:11.601554 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0a20e1d0-c52c-4c1e-ae42-f206b0ec6f96 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (c7250ad8-1fdb-4a27-b9d9-e7622f80ae4b), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:11.680962 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:11.682959 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0a20e1d0-c52c-4c1e-ae42-f206b0ec6f96 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (c7250ad8-1fdb-4a27-b9d9-e7622f80ae4b), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:11.683278 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0a20e1d0-c52c-4c1e-ae42-f206b0ec6f96 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for floatingip (c7250ad8-1fdb-4a27-b9d9-e7622f80ae4b), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:11.696838 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-0a20e1d0-c52c-4c1e-ae42-f206b0ec6f96 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Calling delete_port for c7250ad8-1fdb-4a27-b9d9-e7622f80ae4b owned by network:floatingip {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:10:11.883355 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0a20e1d0-c52c-4c1e-ae42-f206b0ec6f96 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (c7250ad8-1fdb-4a27-b9d9-e7622f80ae4b), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:11.909455 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20e1d0-c52c-4c1e-ae42-f206b0ec6f96 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Pushing event deleted for resources: {'Port': ['ID=c7250ad8-1fdb-4a27-b9d9-e7622f80ae4b,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:11.971494 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0a20e1d0-c52c-4c1e-ae42-f206b0ec6f96 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for floatingip (3a1265b2-fba9-42dc-9d80-e5c4ab13b344), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:11.973983 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0a20e1d0-c52c-4c1e-ae42-f206b0ec6f96 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:11.975124 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-0a20e1d0-c52c-4c1e-ae42-f206b0ec6f96 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/3a1265b2-fba9-42dc-9d80-e5c4ab13b344 HTTP/1.1" status: 204 len: 168 time: 0.4841273 Sep 04 01:10:12.131369 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 51852) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:12.136054 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-d023bc5a-d0e4-41a1-8569-aa88b58446e0 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--449855155', 'description': 'tempest-description--441263769'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:10:12.219797 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d023bc5a-d0e4-41a1-8569-aa88b58446e0 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:12.328821 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd1e9c-e454-4eea-bf3b-97bf0069b4e4 req-bb7729b7-691e-47de-a5b4-f297a9b9a972 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:12.330310 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6dfd1e9c-e454-4eea-bf3b-97bf0069b4e4 req-bb7729b7-691e-47de-a5b4-f297a9b9a972 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 944 time: 0.0687039 Sep 04 01:10:12.339943 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d023bc5a-d0e4-41a1-8569-aa88b58446e0 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group (e95ae1f3-3d5c-45bf-84ed-24f618128ba8), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:12.383342 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6dfd1e9c-e454-4eea-bf3b-97bf0069b4e4 req-a3081426-0bf6-405e-be1b-7a55dc262ce0 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465770 Sep 04 01:10:12.407910 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d023bc5a-d0e4-41a1-8569-aa88b58446e0 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (e95ae1f3-3d5c-45bf-84ed-24f618128ba8), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:12.441297 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023bc5a-d0e4-41a1-8569-aa88b58446e0 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e95ae1f3-3d5c-45bf-84ed-24f618128ba8,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:12.541684 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d023bc5a-d0e4-41a1-8569-aa88b58446e0 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:12.542988 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-d023bc5a-d0e4-41a1-8569-aa88b58446e0 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4105914 Sep 04 01:10:12.551804 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 51856) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:12.556599 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-640d43b1-f8dc-4ffd-ada7-aa41f9bfa6c3 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Request body: {'security_group_rule': {'security_group_id': 'e95ae1f3-3d5c-45bf-84ed-24f618128ba8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:10:12.688414 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-640d43b1-f8dc-4ffd-ada7-aa41f9bfa6c3 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group_rule (33f7440f-60fc-4ed4-8dcc-486d5a3b1294), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:12.745023 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-640d43b1-f8dc-4ffd-ada7-aa41f9bfa6c3 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group_rule (33f7440f-60fc-4ed4-8dcc-486d5a3b1294), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:12.796367 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-640d43b1-f8dc-4ffd-ada7-aa41f9bfa6c3 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (33f7440f-60fc-4ed4-8dcc-486d5a3b1294), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:12.803725 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:12.814832 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d43b1-f8dc-4ffd-ada7-aa41f9bfa6c3 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f7440f-60fc-4ed4-8dcc-486d5a3b1294,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:12.861219 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-640d43b1-f8dc-4ffd-ada7-aa41f9bfa6c3 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:12.862684 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-640d43b1-f8dc-4ffd-ada7-aa41f9bfa6c3 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3097196 Sep 04 01:10:12.865503 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 51858) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:12.870326 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-75c91425-0624-4d95-b198-b86a432981e0 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Request body: {'security_group_rule': {'security_group_id': 'e95ae1f3-3d5c-45bf-84ed-24f618128ba8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:10:12.878187 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device e9c83c9b-f295-4069-84cf-ff7c294ae4cd no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:10:12.907519 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] No Port match for: e9c83c9b-f295-4069-84cf-ff7c294ae4cd {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:10:12.907775 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device e9c83c9b-f295-4069-84cf-ff7c294ae4cd not bound to the agent host hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:10:12.939786 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-75c91425-0624-4d95-b198-b86a432981e0 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group_rule (dbffe037-a73b-4d02-a984-c2f52b240ae1), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:12.997743 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-75c91425-0624-4d95-b198-b86a432981e0 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group_rule (dbffe037-a73b-4d02-a984-c2f52b240ae1), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:13.059403 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-75c91425-0624-4d95-b198-b86a432981e0 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (dbffe037-a73b-4d02-a984-c2f52b240ae1), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:13.079601 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c91425-0624-4d95-b198-b86a432981e0 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbffe037-a73b-4d02-a984-c2f52b240ae1,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:13.175496 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-75c91425-0624-4d95-b198-b86a432981e0 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:13.176634 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-75c91425-0624-4d95-b198-b86a432981e0 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3101876 Sep 04 01:10:13.180314 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 51860) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:13.184503 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-92dc4bf7-e723-4690-b6e7-f731fdaf9d81 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Request body: {'floatingip': {'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:10:13.277104 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92dc4bf7-e723-4690-b6e7-f731fdaf9d81 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:13.328089 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:13.369006 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2f7ef283-1066-4231-ac83-988a79be16e0 req-eba5f0a5-d706-47c1-ba43-b3c484dd6754 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746665 Sep 04 01:10:13.388909 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92dc4bf7-e723-4690-b6e7-f731fdaf9d81 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:13.515106 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b16f1-7ccb-43e8-8072-9c5445776ae3 req-5fb1293b-748d-4324-9cd2-ff2a903c4c81 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:13.516656 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1f2b16f1-7ccb-43e8-8072-9c5445776ae3 req-5fb1293b-748d-4324-9cd2-ff2a903c4c81 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 944 time: 0.0483863 Sep 04 01:10:13.520370 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ef283-1066-4231-ac83-988a79be16e0 req-9401c5d7-e6c9-4b6c-9a64-daddb74121a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:13.521858 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2f7ef283-1066-4231-ac83-988a79be16e0 req-9401c5d7-e6c9-4b6c-9a64-daddb74121a5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=db72b63281384bd883b04d05bcc35677&device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 1130 time: 0.0754735 Sep 04 01:10:13.545241 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [None req-92dc4bf7-e723-4690-b6e7-f731fdaf9d81 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Allocated IP 172.37.7.232 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/7bd0ca2e-7896-4725-9c0d-a0da60cf0a30) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:10:13.570776 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1f2b16f1-7ccb-43e8-8072-9c5445776ae3 req-7de27f27-cb33-46a7-82bf-af783be96e84 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480425 Sep 04 01:10:13.692164 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ef283-1066-4231-ac83-988a79be16e0 req-32dbdc52-0aeb-4a1e-9619-c1ff7fc50f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:13.693592 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2f7ef283-1066-4231-ac83-988a79be16e0 req-32dbdc52-0aeb-4a1e-9619-c1ff7fc50f50 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=b16f22e1-6fb1-440b-98eb-845123e960e6 HTTP/1.1" status: 200 len: 919 time: 0.1498578 Sep 04 01:10:13.753828 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2f7ef283-1066-4231-ac83-988a79be16e0 req-f3ce5d55-bc0a-4ba9-8915-7d2ed06970fc service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28efc83e-9838-45a7-9fd3-3625eeff4b09 HTTP/1.1" status: 200 len: 217 time: 0.0481479 Sep 04 01:10:13.762695 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92dc4bf7-e723-4690-b6e7-f731fdaf9d81 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for port (7bd0ca2e-7896-4725-9c0d-a0da60cf0a30), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:13.825900 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ef283-1066-4231-ac83-988a79be16e0 req-1d6a1c52-dab4-4b12-9679-a4ef7349de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:13.827335 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2f7ef283-1066-4231-ac83-988a79be16e0 req-1d6a1c52-dab4-4b12-9679-a4ef7349de80 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0 HTTP/1.1" status: 200 len: 857 time: 0.0629978 Sep 04 01:10:13.876564 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ef283-1066-4231-ac83-988a79be16e0 req-72b93b26-dd45-4b49-b276-9e1ee3bc1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:13.879792 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2f7ef283-1066-4231-ac83-988a79be16e0 req-72b93b26-dd45-4b49-b276-9e1ee3bc1d59 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=b16f22e1-6fb1-440b-98eb-845123e960e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449913 Sep 04 01:10:13.881241 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92dc4bf7-e723-4690-b6e7-f731fdaf9d81 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (7bd0ca2e-7896-4725-9c0d-a0da60cf0a30), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:13.917120 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:13.973244 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dc4bf7-e723-4690-b6e7-f731fdaf9d81 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:10:13.984429 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-92dc4bf7-e723-4690-b6e7-f731fdaf9d81 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:10:13.988785 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dc4bf7-e723-4690-b6e7-f731fdaf9d81 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:10:13.990756 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc4bf7-e723-4690-b6e7-f731fdaf9d81 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Pushing event updated for resources: {'Port': ['ID=7bd0ca2e-7896-4725-9c0d-a0da60cf0a30,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:14.068547 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2f7ef283-1066-4231-ac83-988a79be16e0 req-8d600841-aceb-4a0d-baed-28f94326380c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814919 Sep 04 01:10:14.160890 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:14.162174 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92dc4bf7-e723-4690-b6e7-f731fdaf9d81 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for floatingip (1bd515ee-7416-4b1d-9d2b-c9244079bb36), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:14.207137 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2f7ef283-1066-4231-ac83-988a79be16e0 req-4fed67d7-9025-44d7-abad-fc97b7332353 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105762 Sep 04 01:10:14.288220 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92dc4bf7-e723-4690-b6e7-f731fdaf9d81 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (7bd0ca2e-7896-4725-9c0d-a0da60cf0a30), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:14.455851 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92dc4bf7-e723-4690-b6e7-f731fdaf9d81 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for port (7bd0ca2e-7896-4725-9c0d-a0da60cf0a30), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:14.511436 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92dc4bf7-e723-4690-b6e7-f731fdaf9d81 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (7bd0ca2e-7896-4725-9c0d-a0da60cf0a30), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:14.587422 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc4bf7-e723-4690-b6e7-f731fdaf9d81 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Pushing event updated for resources: {'Port': ['ID=7bd0ca2e-7896-4725-9c0d-a0da60cf0a30,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:14.590018 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92dc4bf7-e723-4690-b6e7-f731fdaf9d81 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (1bd515ee-7416-4b1d-9d2b-c9244079bb36), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:14.667176 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92dc4bf7-e723-4690-b6e7-f731fdaf9d81 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:14.668415 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-92dc4bf7-e723-4690-b6e7-f731fdaf9d81 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4871528 Sep 04 01:10:14.706862 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624ff15-a9db-44aa-a958-8a35d1c98320 req-8c00c4d8-6ea5-415b-aad0-a68c08530b7a tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:14.707190 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5624ff15-a9db-44aa-a958-8a35d1c98320 req-8c00c4d8-6ea5-415b-aad0-a68c08530b7a tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 944 time: 0.0531738 Sep 04 01:10:14.765826 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5624ff15-a9db-44aa-a958-8a35d1c98320 req-66258e22-da31-4d31-8ecb-0592cd9f6d4d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529664 Sep 04 01:10:14.868562 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 19f203f1-14db-4bb0-aaad-c8e57c75d249 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:10:14.963625 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:14.973052 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 19f203f1-14db-4bb0-aaad-c8e57c75d249, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=19f203f1-14db-4bb0-aaad-c8e57c75d249,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:10:14.984828 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': '19f203f1-14db-4bb0-aaad-c8e57c75d249', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'port_id': '19f203f1-14db-4bb0-aaad-c8e57c75d249', 'mac_address': 'fa:16:3e:ff:4b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:10:15.002144 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-198ec49f-f568-4d4b-8409-631820b9e991 req-6d31d97a-b417-44f5-b36e-220eadaff1a4 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--449855155&fields=id&tenant_id=e7dca68418a14d7da9aa63ac25f202e8 HTTP/1.1" status: 200 len: 267 time: 0.0452449 Sep 04 01:10:15.025348 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 19f203f1-14db-4bb0-aaad-c8e57c75d249 is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:10:15.025728 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:15.039985 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f203f1-14db-4bb0-aaad-c8e57c75d249 {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:10:15.060228 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 19f203f1-14db-4bb0-aaad-c8e57c75d249, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=19f203f1-14db-4bb0-aaad-c8e57c75d249,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:10:15.113299 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ec49f-f568-4d4b-8409-631820b9e991 req-19e9c6dc-e7b6-4704-aadf-e69788915059 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:15.114695 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-198ec49f-f568-4d4b-8409-631820b9e991 req-19e9c6dc-e7b6-4704-aadf-e69788915059 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/networks?id=1fb5aed8-696d-4f87-8b2a-7d29744538a8 HTTP/1.1" status: 200 len: 810 time: 0.1050575 Sep 04 01:10:15.117370 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:15.121316 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=89,neutron:UPDATE=10,neutron:DELETE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:15.130503 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-198ec49f-f568-4d4b-8409-631820b9e991 req-b5d8c202-94de-4c88-8dee-91d42b383cdc tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/quotas/e7dca68418a14d7da9aa63ac25f202e8 HTTP/1.1" status: 200 len: 375 time: 0.0096219 Sep 04 01:10:15.165348 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=19f203f1-14db-4bb0-aaad-c8e57c75d249,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:15.187481 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-198ec49f-f568-4d4b-8409-631820b9e991 req-bd5ea7b5-3de0-4c1a-9a6b-b9e5a59e2ac4 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e7dca68418a14d7da9aa63ac25f202e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508814 Sep 04 01:10:15.284383 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-198ec49f-f568-4d4b-8409-631820b9e991 req-9003e7f1-5fee-4828-9314-0946204533a3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1fb5aed8-696d-4f87-8b2a-7d29744538a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847139 Sep 04 01:10:15.377872 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-198ec49f-f568-4d4b-8409-631820b9e991 req-52cd1c41-132d-4980-825a-030ad1f38488 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1fb5aed8-696d-4f87-8b2a-7d29744538a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874372 Sep 04 01:10:15.488748 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['19f203f1-14db-4bb0-aaad-c8e57c75d249'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:10:15.623302 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-29f24742-0894-4cef-aa2f-ef38c569c8a3 req-4e4ab48e-8967-4089-8104-6912abf434a5 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 210 time: 0.0341516 Sep 04 01:10:15.996218 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14989228-df6a-4e69-8ff9-a74067935aa8 req-428ff3f9-01ef-4ca9-b85e-e1f47953493d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:15.997946 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-14989228-df6a-4e69-8ff9-a74067935aa8 req-428ff3f9-01ef-4ca9-b85e-e1f47953493d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 945 time: 0.0482440 Sep 04 01:10:16.022700 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:16.050301 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-14989228-df6a-4e69-8ff9-a74067935aa8 req-22fd48e3-5538-434e-b73b-2d1098e76351 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466554 Sep 04 01:10:16.729666 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a2601190-e8a9-4bf7-bb19-c606af967a03 req-46ac23cb-7202-4daf-9cb3-2991498ba222 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 210 time: 0.0279644 Sep 04 01:10:16.879878 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 19f203f1-14db-4bb0-aaad-c8e57c75d249 up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:10:16.925728 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning for port 19f203f1-14db-4bb0-aaad-c8e57c75d249 completed by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:10:16.984480 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port 19f203f1-14db-4bb0-aaad-c8e57c75d249 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:10:16.984781 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:17.062548 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 19f203f1-14db-4bb0-aaad-c8e57c75d249 is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:10:17.062926 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:17.085833 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1d8cad-5ea0-48fc-a5af-81eec3d1e94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f203f1-14db-4bb0-aaad-c8e57c75d249'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:10:17.088204 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb2cb57-fb30-442f-b85d-967b934d59eb" -d '{"events": [{"server_uuid": "da1d8cad-5ea0-48fc-a5af-81eec3d1e94b", "name": "network-vif-plugged", "status": "completed", "tag": "19f203f1-14db-4bb0-aaad-c8e57c75d249"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:10:17.099298 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:17.103956 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 19f203f1-14db-4bb0-aaad-c8e57c75d249, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=19f203f1-14db-4bb0-aaad-c8e57c75d249,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:10:17.135502 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17271f5-0b97-40d3-b1c1-db4ee59163df x-openstack-request-id: req-c17271f5-0b97-40d3-b1c1-db4ee59163df {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:10:17.135811 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1d8cad-5ea0-48fc-a5af-81eec3d1e94b", "name": "network-vif-plugged", "status": "completed", "tag": "19f203f1-14db-4bb0-aaad-c8e57c75d249", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:10:17.136069 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c17271f5-0b97-40d3-b1c1-db4ee59163df {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:10:17.136469 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c17271f5-0b97-40d3-b1c1-db4ee59163df'] response: {'server_uuid': 'da1d8cad-5ea0-48fc-a5af-81eec3d1e94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f203f1-14db-4bb0-aaad-c8e57c75d249', 'code': 200} Sep 04 01:10:17.185368 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:17.201697 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1f01-7cb1-4b71-b2f7-366d547f4a2d req-023b5240-ef1d-43d7-9205-a67990dd0894 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:17.203569 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-aeec1f01-7cb1-4b71-b2f7-366d547f4a2d req-023b5240-ef1d-43d7-9205-a67990dd0894 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 945 time: 0.0493000 Sep 04 01:10:17.240939 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=19f203f1-14db-4bb0-aaad-c8e57c75d249,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:17.254878 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-aeec1f01-7cb1-4b71-b2f7-366d547f4a2d req-fa21a887-f644-498c-ae01-e11dcb57d8a1 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450141 Sep 04 01:10:17.699842 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f460f-2dfa-44f1-a58b-890c788ba28e req-678909e9-70d7-496f-a233-ec74b2a53c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:17.701357 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-461f460f-2dfa-44f1-a58b-890c788ba28e req-678909e9-70d7-496f-a233-ec74b2a53c1c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 1130 time: 0.0387464 Sep 04 01:10:17.731235 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:17.750384 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-461f460f-2dfa-44f1-a58b-890c788ba28e req-800ca767-0c77-43fb-b6c8-b7e92f3aa89d service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427079 Sep 04 01:10:17.840528 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-32703c6d-a2c7-417d-86e7-683c6668daf8 req-0215a51f-81a1-48ae-b487-7548b3225b56 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 210 time: 0.0322723 Sep 04 01:10:18.202696 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ec49f-f568-4d4b-8409-631820b9e991 req-3613d23c-c36b-445f-b912-86d3b6d6eb14 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:18.204113 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-198ec49f-f568-4d4b-8409-631820b9e991 req-3613d23c-c36b-445f-b912-86d3b6d6eb14 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.16 "GET /networking/v2.0/networks?id=1fb5aed8-696d-4f87-8b2a-7d29744538a8 HTTP/1.1" status: 200 len: 810 time: 0.1007216 Sep 04 01:10:18.379988 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc2fa6-164b-45d8-87dd-003f559dfde4 req-df897fb8-7658-44b8-8aff-d937efb1ce47 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:18.381444 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-48dc2fa6-164b-45d8-87dd-003f559dfde4 req-df897fb8-7658-44b8-8aff-d937efb1ce47 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0455697 Sep 04 01:10:18.432843 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-48dc2fa6-164b-45d8-87dd-003f559dfde4 req-333d8039-918c-4b6b-863e-277d2699f271 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448525 Sep 04 01:10:18.639284 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-198ec49f-f568-4d4b-8409-631820b9e991 req-56ef7493-427c-4c00-b755-976ea45e5ba0 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e7dca68418a14d7da9aa63ac25f202e8 HTTP/1.1" status: 200 len: 379 time: 0.0543623 Sep 04 01:10:18.674090 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-198ec49f-f568-4d4b-8409-631820b9e991 req-589d2f6d-f12e-487f-ba2c-1be4ce2d2a71 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Request body: {'port': {'device_id': '52505c46-cb03-49ec-a7ba-696d7c6ac219', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'admin_state_up': True, 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'security_groups': ['e95ae1f3-3d5c-45bf-84ed-24f618128ba8']}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:10:18.847459 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-198ec49f-f568-4d4b-8409-631820b9e991 req-589d2f6d-f12e-487f-ba2c-1be4ce2d2a71 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Made reservation on behalf of e7dca68418a14d7da9aa63ac25f202e8 for: {'port': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:10:18.851230 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-198ec49f-f568-4d4b-8409-631820b9e991 req-589d2f6d-f12e-487f-ba2c-1be4ce2d2a71 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:18.916825 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:18.949762 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-cac7bf6a-14f5-4394-8abb-3b28ee0482d5 req-1e5d06f0-ad33-49c9-bfcc-3354a870d859 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 210 time: 0.0281761 Sep 04 01:10:18.990059 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [req-198ec49f-f568-4d4b-8409-631820b9e991 req-589d2f6d-f12e-487f-ba2c-1be4ce2d2a71 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Allocated IP 172.20.0.3 (1fb5aed8-696d-4f87-8b2a-7d29744538a8/cf87fd90-4193-4f02-8ccd-ce8ccea66ca5/73f5bdf6-a4ae-435e-9050-14b4d54218f9) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:10:19.136423 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-198ec49f-f568-4d4b-8409-631820b9e991 req-589d2f6d-f12e-487f-ba2c-1be4ce2d2a71 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for port (73f5bdf6-a4ae-435e-9050-14b4d54218f9), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:19.142711 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:19.243025 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-198ec49f-f568-4d4b-8409-631820b9e991 req-589d2f6d-f12e-487f-ba2c-1be4ce2d2a71 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (73f5bdf6-a4ae-435e-9050-14b4d54218f9), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:19.287604 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-198ec49f-f568-4d4b-8409-631820b9e991 req-589d2f6d-f12e-487f-ba2c-1be4ce2d2a71 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Network 1fb5aed8-696d-4f87-8b2a-7d29744538a8 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:10:19.291376 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [req-198ec49f-f568-4d4b-8409-631820b9e991 req-589d2f6d-f12e-487f-ba2c-1be4ce2d2a71 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:10:19.293664 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-198ec49f-f568-4d4b-8409-631820b9e991 req-589d2f6d-f12e-487f-ba2c-1be4ce2d2a71 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:10:19.324981 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d2f6d-f12e-487f-ba2c-1be4ce2d2a71 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Pushing event updated for resources: {'Port': ['ID=73f5bdf6-a4ae-435e-9050-14b4d54218f9,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:19.352650 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ec49f-f568-4d4b-8409-631820b9e991 req-589d2f6d-f12e-487f-ba2c-1be4ce2d2a71 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:19.353463 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-198ec49f-f568-4d4b-8409-631820b9e991 req-589d2f6d-f12e-487f-ba2c-1be4ce2d2a71 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:19.422351 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-198ec49f-f568-4d4b-8409-631820b9e991 req-589d2f6d-f12e-487f-ba2c-1be4ce2d2a71 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7518225 Sep 04 01:10:19.531414 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-bb30853c-e210-47fc-84e1-2c565611edf8 None None] Provisioning complete for port 73f5bdf6-a4ae-435e-9050-14b4d54218f9 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:10:19.532077 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-bb30853c-e210-47fc-84e1-2c565611edf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (73f5bdf6-a4ae-435e-9050-14b4d54218f9), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:19.564520 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-bb30853c-e210-47fc-84e1-2c565611edf8 None None] Port 73f5bdf6-a4ae-435e-9050-14b4d54218f9 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:10:19.564909 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7af497-3e8f-420c-a9de-8f3698a35e17 req-5c9eb6ef-4e78-40f2-8241-939b7d22b850 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:19.566482 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2a7af497-3e8f-420c-a9de-8f3698a35e17 req-5c9eb6ef-4e78-40f2-8241-939b7d22b850 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0536737 Sep 04 01:10:19.572166 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-198ec49f-f568-4d4b-8409-631820b9e991 req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] Request body: {'port': {'device_id': '52505c46-cb03-49ec-a7ba-696d7c6ac219', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:10:19.671039 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2a7af497-3e8f-420c-a9de-8f3698a35e17 req-647a9f8e-0f45-4dbf-ad1a-0a9bf129e051 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946491 Sep 04 01:10:19.671625 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-198ec49f-f568-4d4b-8409-631820b9e991 req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (73f5bdf6-a4ae-435e-9050-14b4d54218f9), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:19.924485 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=72 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:19.926338 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [req-198ec49f-f568-4d4b-8409-631820b9e991 req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f5bdf6-a4ae-435e-9050-14b4d54218f9 {{(pid=106791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:10:19.934412 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-198ec49f-f568-4d4b-8409-631820b9e991 req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] Publish callbacks [] for port (73f5bdf6-a4ae-435e-9050-14b4d54218f9), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:19.939818 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:19.947279 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.provisioning_blocks [req-198ec49f-f568-4d4b-8409-631820b9e991 req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] Transition to ACTIVE for port object 73f5bdf6-a4ae-435e-9050-14b4d54218f9 will not be triggered until provisioned by entity L2. {{(pid=106791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:10:20.013243 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-198ec49f-f568-4d4b-8409-631820b9e991 req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (73f5bdf6-a4ae-435e-9050-14b4d54218f9), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:20.072721 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a39a4d-1429-4020-bb18-5565caadc621 req-51d7bbc1-fc18-4d8c-b4b4-c8b933b6323d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:20.074275 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d3a39a4d-1429-4020-bb18-5565caadc621 req-51d7bbc1-fc18-4d8c-b4b4-c8b933b6323d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 943 time: 0.0478075 Sep 04 01:10:20.095996 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] Pushing event updated for resources: {'Port': ['ID=73f5bdf6-a4ae-435e-9050-14b4d54218f9,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:20.125838 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d3a39a4d-1429-4020-bb18-5565caadc621 req-0704b684-563c-4681-8fc4-52ca07fffa7c tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e95ae1f3-3d5c-45bf-84ed-24f618128ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456016 Sep 04 01:10:20.131468 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-198ec49f-f568-4d4b-8409-631820b9e991 req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] Attempting to bind port 73f5bdf6-a4ae-435e-9050-14b4d54218f9 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:10:20.131468 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-198ec49f-f568-4d4b-8409-631820b9e991 req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] Attempting to bind port 73f5bdf6-a4ae-435e-9050-14b4d54218f9 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '79b84dcb-99f6-4af2-ac73-30fcaae597f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8'}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:10:20.131468 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198ec49f-f568-4d4b-8409-631820b9e991 req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] Attempting to bind port 73f5bdf6-a4ae-435e-9050-14b4d54218f9 on network 1fb5aed8-696d-4f87-8b2a-7d29744538a8 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:10:20.131934 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198ec49f-f568-4d4b-8409-631820b9e991 req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] Port 73f5bdf6-a4ae-435e-9050-14b4d54218f9 on network 1fb5aed8-696d-4f87-8b2a-7d29744538a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:10:20.132250 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198ec49f-f568-4d4b-8409-631820b9e991 req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] Attempting to bind port 73f5bdf6-a4ae-435e-9050-14b4d54218f9 on network 1fb5aed8-696d-4f87-8b2a-7d29744538a8 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:10:20.138159 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198ec49f-f568-4d4b-8409-631820b9e991 req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] Checking agent: {'id': 'dda4db69-a2e6-4522-aa0b-4e619e0d5c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'started_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:10:20.138505 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198ec49f-f568-4d4b-8409-631820b9e991 req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] Checking segment: {'id': '79b84dcb-99f6-4af2-ac73-30fcaae597f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:10:20.138852 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198ec49f-f568-4d4b-8409-631820b9e991 req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] Bound using segment: {'id': '79b84dcb-99f6-4af2-ac73-30fcaae597f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8'} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:10:20.139263 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-198ec49f-f568-4d4b-8409-631820b9e991 req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] Bound port: 73f5bdf6-a4ae-435e-9050-14b4d54218f9, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b84dcb-99f6-4af2-ac73-30fcaae597f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8'}}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:10:20.139610 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-198ec49f-f568-4d4b-8409-631820b9e991 req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (73f5bdf6-a4ae-435e-9050-14b4d54218f9), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:20.204712 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:20.205933 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-198ec49f-f568-4d4b-8409-631820b9e991 req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] For port 73f5bdf6-a4ae-435e-9050-14b4d54218f9, host hv-cinder-maste, cleared binding levels {{(pid=106791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:10:20.208901 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-198ec49f-f568-4d4b-8409-631820b9e991 req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] For port 73f5bdf6-a4ae-435e-9050-14b4d54218f9, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=73f5bdf6-a4ae-435e-9050-14b4d54218f9,segment=NetworkSegment(79b84dcb-99f6-4af2-ac73-30fcaae597f6),segment_id=79b84dcb-99f6-4af2-ac73-30fcaae597f6)] {{(pid=106791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:10:20.282052 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-198ec49f-f568-4d4b-8409-631820b9e991 req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (73f5bdf6-a4ae-435e-9050-14b4d54218f9), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:20.284928 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ec49f-f568-4d4b-8409-631820b9e991 req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:20.285734 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-198ec49f-f568-4d4b-8409-631820b9e991 req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:20.287078 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-198ec49f-f568-4d4b-8409-631820b9e991 req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/73f5bdf6-a4ae-435e-9050-14b4d54218f9 HTTP/1.1" status: 200 len: 1093 time: 0.7196047 Sep 04 01:10:20.289149 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52505c46-cb03-49ec-a7ba-696d7c6ac219', 'tag': '73f5bdf6-a4ae-435e-9050-14b4d54218f9'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:10:20.291360 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb99b57-a1a9-48fb-ae4b-466696cc6952" -d '{"events": [{"name": "network-changed", "server_uuid": "52505c46-cb03-49ec-a7ba-696d7c6ac219", "tag": "73f5bdf6-a4ae-435e-9050-14b4d54218f9"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:10:20.331235 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bb5fe7-bd69-4673-b58a-fa9cd88d9084 x-openstack-request-id: req-b0bb5fe7-bd69-4673-b58a-fa9cd88d9084 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:10:20.331526 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52505c46-cb03-49ec-a7ba-696d7c6ac219", "tag": "73f5bdf6-a4ae-435e-9050-14b4d54218f9", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:10:20.331779 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0bb5fe7-bd69-4673-b58a-fa9cd88d9084 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:10:20.332176 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0bb5fe7-bd69-4673-b58a-fa9cd88d9084'] response: {'name': 'network-changed', 'server_uuid': '52505c46-cb03-49ec-a7ba-696d7c6ac219', 'tag': '73f5bdf6-a4ae-435e-9050-14b4d54218f9', 'status': 'completed', 'code': 200} Sep 04 01:10:20.341319 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08322714-b63e-4306-9c0f-01170ca16d37 service neutron] Pushing event updated for resources: {'Port': ['ID=73f5bdf6-a4ae-435e-9050-14b4d54218f9,revision_number=3']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:20.431496 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb99b57-a1a9-48fb-ae4b-466696cc6952 req-f17f2351-bfe6-497f-b935-e1f35b879e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:20.432948 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-acb99b57-a1a9-48fb-ae4b-466696cc6952 req-f17f2351-bfe6-497f-b935-e1f35b879e92 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e7dca68418a14d7da9aa63ac25f202e8&device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 1127 time: 0.0397000 Sep 04 01:10:20.542916 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb99b57-a1a9-48fb-ae4b-466696cc6952 req-f1f7c5e5-5339-46ab-a3a0-f508a65b7d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:20.544339 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-acb99b57-a1a9-48fb-ae4b-466696cc6952 req-f1f7c5e5-5339-46ab-a3a0-f508a65b7d57 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=e7dca68418a14d7da9aa63ac25f202e8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0932860 Sep 04 01:10:20.639704 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb99b57-a1a9-48fb-ae4b-466696cc6952 req-e7bc0bce-2319-434b-932a-c3771c06a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:20.641169 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-acb99b57-a1a9-48fb-ae4b-466696cc6952 req-e7bc0bce-2319-434b-932a-c3771c06a9d1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870378 Sep 04 01:10:20.744338 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ec49f-f568-4d4b-8409-631820b9e991 req-7c2c946e-5248-4434-ab14-c05f7b6d770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:20.745862 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-198ec49f-f568-4d4b-8409-631820b9e991 req-7c2c946e-5248-4434-ab14-c05f7b6d770f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e7dca68418a14d7da9aa63ac25f202e8&device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 1127 time: 0.0451386 Sep 04 01:10:20.794285 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d334ed2-6b53-4a53-b2ef-509c2ae466c6 req-83d1db8a-e6c5-446e-be35-802524447c91 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:20.795714 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-198ec49f-f568-4d4b-8409-631820b9e991 req-3d05f8ed-354d-4600-a30a-b5e6bfacf18e service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73f5bdf6-a4ae-435e-9050-14b4d54218f9 HTTP/1.1" status: 200 len: 217 time: 0.0328612 Sep 04 01:10:20.795846 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3d334ed2-6b53-4a53-b2ef-509c2ae466c6 req-83d1db8a-e6c5-446e-be35-802524447c91 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0455592 Sep 04 01:10:20.845643 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3d334ed2-6b53-4a53-b2ef-509c2ae466c6 req-956c7dc8-c5fa-4cf0-92d3-9b5cff40fdc5 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442491 Sep 04 01:10:20.850639 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ec49f-f568-4d4b-8409-631820b9e991 req-b192feec-6443-47ae-b5e6-83e8ec73a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:20.852820 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-198ec49f-f568-4d4b-8409-631820b9e991 req-b192feec-6443-47ae-b5e6-83e8ec73a024 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=cf87fd90-4193-4f02-8ccd-ce8ccea66ca5 HTTP/1.1" status: 200 len: 849 time: 0.0449152 Sep 04 01:10:20.903180 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ec49f-f568-4d4b-8409-631820b9e991 req-4e36a07c-8cd8-403b-a3a5-de3790326353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:20.904672 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-198ec49f-f568-4d4b-8409-631820b9e991 req-4e36a07c-8cd8-403b-a3a5-de3790326353 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=1fb5aed8-696d-4f87-8b2a-7d29744538a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429866 Sep 04 01:10:21.010530 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee17b4f-9940-466e-8f34-b8fe8a8de124 req-3770e237-625d-4d29-b294-52890057aaa2 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:21.011879 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-bee17b4f-9940-466e-8f34-b8fe8a8de124 req-3770e237-625d-4d29-b294-52890057aaa2 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0814385 Sep 04 01:10:21.022130 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 51928) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:21.027256 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-b8287fef-3883-4db9-a4ff-282c63dd666c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Request body: {'floatingip': {'port_id': '19f203f1-14db-4bb0-aaad-c8e57c75d249'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:10:21.035773 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-198ec49f-f568-4d4b-8409-631820b9e991 req-38f178ee-ca7d-4238-a9cf-6a8596e97468 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1fb5aed8-696d-4f87-8b2a-7d29744538a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233587 Sep 04 01:10:21.065745 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b8287fef-3883-4db9-a4ff-282c63dd666c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for floatingip (acb55901-9d85-46a1-aa5b-23f88c8b82f1), before_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:21.129889 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-198ec49f-f568-4d4b-8409-631820b9e991 req-cb8e15c4-2e75-4e6b-b364-94e521509204 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1fb5aed8-696d-4f87-8b2a-7d29744538a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869284 Sep 04 01:10:21.301676 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aca7ec-05b6-4055-9072-95e8c6cf1dcb req-21076f3f-e8f9-43cc-bc92-4db2e785d228 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:21.303040 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-24aca7ec-05b6-4055-9072-95e8c6cf1dcb req-21076f3f-e8f9-43cc-bc92-4db2e785d228 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 943 time: 0.0848899 Sep 04 01:10:21.431582 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-24aca7ec-05b6-4055-9072-95e8c6cf1dcb req-fae47c2c-7a03-49d2-a471-6caa9a831751 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e95ae1f3-3d5c-45bf-84ed-24f618128ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212811 Sep 04 01:10:21.557871 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:21.576478 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b8287fef-3883-4db9-a4ff-282c63dd666c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:21.625169 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b8287fef-3883-4db9-a4ff-282c63dd666c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (acb55901-9d85-46a1-aa5b-23f88c8b82f1), after_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:21.724511 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.l3_db [None req-b8287fef-3883-4db9-a4ff-282c63dd666c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Floating IP acb55901-9d85-46a1-aa5b-23f88c8b82f1 associated. External IP: 172.37.7.151, port: 19f203f1-14db-4bb0-aaad-c8e57c75d249. Sep 04 01:10:21.862970 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:21.935829 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8287fef-3883-4db9-a4ff-282c63dd666c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Router e4262b22-bfcc-4362-b0da-5c283cfb2e9a has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:10:22.041689 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8287fef-3883-4db9-a4ff-282c63dd666c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:10:22.046549 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b8287fef-3883-4db9-a4ff-282c63dd666c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:22.051318 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e8c897-90e4-4d00-b77f-af90e991ad63 None None] Sync routers for ids ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:10:22.061725 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e8c897-90e4-4d00-b77f-af90e991ad63 None None] Routers {'e4262b22-bfcc-4362-b0da-5c283cfb2e9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:10:22.062327 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-f0e8c897-90e4-4d00-b77f-af90e991ad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:10:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:22.064714 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:22.077672 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-b8287fef-3883-4db9-a4ff-282c63dd666c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/acb55901-9d85-46a1-aa5b-23f88c8b82f1 HTTP/1.1" status: 200 len: 992 time: 1.0544434 Sep 04 01:10:22.078400 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1d8cad-5ea0-48fc-a5af-81eec3d1e94b', 'tag': '19f203f1-14db-4bb0-aaad-c8e57c75d249'}] {{(pid=106790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:10:22.080820 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768fddc788cc630bf6be659ba1cc99228bd403d8973f3d1aee7c621fd359d80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1817ac-c7f9-41f5-b750-e17cab90ddc3" -d '{"events": [{"name": "network-changed", "server_uuid": "da1d8cad-5ea0-48fc-a5af-81eec3d1e94b", "tag": "19f203f1-14db-4bb0-aaad-c8e57c75d249"}]}' {{(pid=106790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:10:22.119514 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce57501-c60c-47c1-b98a-92c7a0824722 x-openstack-request-id: req-4ce57501-c60c-47c1-b98a-92c7a0824722 {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:10:22.119815 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1d8cad-5ea0-48fc-a5af-81eec3d1e94b", "tag": "19f203f1-14db-4bb0-aaad-c8e57c75d249", "status": "completed", "code": 200}]} {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:10:22.120070 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ce57501-c60c-47c1-b98a-92c7a0824722 {{(pid=106790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:10:22.120475 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ce57501-c60c-47c1-b98a-92c7a0824722'] response: {'name': 'network-changed', 'server_uuid': 'da1d8cad-5ea0-48fc-a5af-81eec3d1e94b', 'tag': '19f203f1-14db-4bb0-aaad-c8e57c75d249', 'status': 'completed', 'code': 200} Sep 04 01:10:22.166732 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-f0e8c897-90e4-4d00-b77f-af90e991ad63 None None] Set router e4262b22-bfcc-4362-b0da-5c283cfb2e9a gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:10:22.372280 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-f0e8c897-90e4-4d00-b77f-af90e991ad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-167828011-router', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55'}], 'enable_snat': True}, 'gw_port_id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:10Z', 'revision_number': 4, 'project_id': '55faed42b7f243df9df879d581797f56', 'gw_port': {'id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'acb55901-9d85-46a1-aa5b-23f88c8b82f1', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'floating_ip_address': '172.37.7.151', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'port_id': '19f203f1-14db-4bb0-aaad-c8e57c75d249', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'mac_address': 'fa:16:3e:ff:4b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1d8cad-5ea0-48fc-a5af-81eec3d1e94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:10:00Z', 'updated_at': '2022-09-04T01:10:21Z', 'revision_number': 1, 'project_id': '55faed42b7f243df9df879d581797f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f724af-5dbd-4d91-83cd-c5152b744599', 'name': '', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'mac_address': 'fa:16:3e:fb:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:08Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 5, 'project_id': '55faed42b7f243df9df879d581797f56', 'subnets': [{'id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:22.396900 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e8c897-90e4-4d00-b77f-af90e991ad63 None None] Checking router: e4262b22-bfcc-4362-b0da-5c283cfb2e9a for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:10:22.405768 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e8c897-90e4-4d00-b77f-af90e991ad63 None None] Routers {'e4262b22-bfcc-4362-b0da-5c283cfb2e9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:10:22.406360 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-f0e8c897-90e4-4d00-b77f-af90e991ad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:10:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:22.422037 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1817ac-c7f9-41f5-b750-e17cab90ddc3 req-0347be86-b22f-47cb-9a06-c0969bab35ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:22.423535 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ea1817ac-c7f9-41f5-b750-e17cab90ddc3 req-0347be86-b22f-47cb-9a06-c0969bab35ea service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=55faed42b7f243df9df879d581797f56&device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 1130 time: 0.0409625 Sep 04 01:10:22.514159 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-f0e8c897-90e4-4d00-b77f-af90e991ad63 None None] Set router e4262b22-bfcc-4362-b0da-5c283cfb2e9a gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:10:22.524318 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1817ac-c7f9-41f5-b750-e17cab90ddc3 req-5cf4aa02-726d-4689-94d6-8dccc6a4afab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:22.526153 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ea1817ac-c7f9-41f5-b750-e17cab90ddc3 req-5cf4aa02-726d-4689-94d6-8dccc6a4afab service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3e702e6e-ebe1-46a7-b30d-f3d140ac2993 HTTP/1.1" status: 200 len: 917 time: 0.0965636 Sep 04 01:10:22.563104 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b755882-e2ef-42f9-8fd7-bf96c33bd299 req-34d8273a-3e3c-4571-9e57-c1347464b7cc tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:22.564767 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3b755882-e2ef-42f9-8fd7-bf96c33bd299 req-34d8273a-3e3c-4571-9e57-c1347464b7cc tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 943 time: 0.0502789 Sep 04 01:10:22.589403 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:22.598470 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ea1817ac-c7f9-41f5-b750-e17cab90ddc3 req-0f97ec6b-c1fe-46fa-b6f5-5eb10f86f6ed service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f203f1-14db-4bb0-aaad-c8e57c75d249 HTTP/1.1" status: 200 len: 1000 time: 0.0596144 Sep 04 01:10:22.621822 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3b755882-e2ef-42f9-8fd7-bf96c33bd299 req-01dd6c2c-077a-4760-873d-107c7e1dcec1 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e95ae1f3-3d5c-45bf-84ed-24f618128ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504389 Sep 04 01:10:22.658972 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1817ac-c7f9-41f5-b750-e17cab90ddc3 req-446e5e2a-4e86-4d33-b473-dcf32ca4b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:22.660421 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ea1817ac-c7f9-41f5-b750-e17cab90ddc3 req-446e5e2a-4e86-4d33-b473-dcf32ca4b6df service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b8f8e824-5e09-4bb6-bfba-faf43aae1f44 HTTP/1.1" status: 200 len: 855 time: 0.0555193 Sep 04 01:10:22.708771 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1817ac-c7f9-41f5-b750-e17cab90ddc3 req-b50886a8-0bf5-4dab-a862-ccae31136fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:22.710301 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ea1817ac-c7f9-41f5-b750-e17cab90ddc3 req-b50886a8-0bf5-4dab-a862-ccae31136fc1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3e702e6e-ebe1-46a7-b30d-f3d140ac2993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421264 Sep 04 01:10:22.752837 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-f0e8c897-90e4-4d00-b77f-af90e991ad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-167828011-router', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55'}], 'enable_snat': True}, 'gw_port_id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:10Z', 'revision_number': 4, 'project_id': '55faed42b7f243df9df879d581797f56', 'gw_port': {'id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'acb55901-9d85-46a1-aa5b-23f88c8b82f1', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'floating_ip_address': '172.37.7.151', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'port_id': '19f203f1-14db-4bb0-aaad-c8e57c75d249', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'mac_address': 'fa:16:3e:ff:4b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1d8cad-5ea0-48fc-a5af-81eec3d1e94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:10:00Z', 'updated_at': '2022-09-04T01:10:21Z', 'revision_number': 1, 'project_id': '55faed42b7f243df9df879d581797f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f724af-5dbd-4d91-83cd-c5152b744599', 'name': '', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'mac_address': 'fa:16:3e:fb:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:08Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 5, 'project_id': '55faed42b7f243df9df879d581797f56', 'subnets': [{'id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:22.770095 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:22.778208 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e8c897-90e4-4d00-b77f-af90e991ad63 None None] The sync data for ids ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'] in dv-cinder-master-3-iscsi is: [{'id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-167828011-router', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55'}], 'enable_snat': True}, 'gw_port_id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:10Z', 'revision_number': 4, 'project_id': '55faed42b7f243df9df879d581797f56', 'gw_port': {'id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'acb55901-9d85-46a1-aa5b-23f88c8b82f1', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'floating_ip_address': '172.37.7.151', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'port_id': '19f203f1-14db-4bb0-aaad-c8e57c75d249', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'mac_address': 'fa:16:3e:ff:4b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1d8cad-5ea0-48fc-a5af-81eec3d1e94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:10:00Z', 'updated_at': '2022-09-04T01:10:21Z', 'revision_number': 1, 'project_id': '55faed42b7f243df9df879d581797f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f724af-5dbd-4d91-83cd-c5152b744599', 'name': '', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'mac_address': 'fa:16:3e:fb:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:08Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 5, 'project_id': '55faed42b7f243df9df879d581797f56', 'subnets': [{'id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:10:22.817032 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ea1817ac-c7f9-41f5-b750-e17cab90ddc3 req-5546cb92-573d-431f-a790-91e862f1e5ac service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3e702e6e-ebe1-46a7-b30d-f3d140ac2993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947850 Sep 04 01:10:22.920052 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ea1817ac-c7f9-41f5-b750-e17cab90ddc3 req-e1e5853c-0073-43e9-adc7-57c6e3711a49 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3e702e6e-ebe1-46a7-b30d-f3d140ac2993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963209 Sep 04 01:10:23.031387 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a14a5-04e7-49c4-a0a3-33c5c006df3c None None] New status for floating IP acb55901-9d85-46a1-aa5b-23f88c8b82f1: ACTIVE {{(pid=106792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:10:23.742662 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb4db9-f7be-42c2-9c16-d756e7459f03 req-f6b1ea51-6348-484c-9cfa-7bfa9a022be8 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:23.744077 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-86bb4db9-f7be-42c2-9c16-d756e7459f03 req-f6b1ea51-6348-484c-9cfa-7bfa9a022be8 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 943 time: 0.0454831 Sep 04 01:10:23.794183 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-86bb4db9-f7be-42c2-9c16-d756e7459f03 req-12607632-cbe2-41f1-b890-230557ec9006 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e95ae1f3-3d5c-45bf-84ed-24f618128ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445857 Sep 04 01:10:24.913835 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c4475-34ef-4ad3-ba58-f5ae73bccd0d req-d8edbac4-0f69-4ff1-afcf-b43136e64190 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:24.915947 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ea3c4475-34ef-4ad3-ba58-f5ae73bccd0d req-d8edbac4-0f69-4ff1-afcf-b43136e64190 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 943 time: 0.0461655 Sep 04 01:10:24.919037 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 73f5bdf6-a4ae-435e-9050-14b4d54218f9 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:10:24.962920 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ea3c4475-34ef-4ad3-ba58-f5ae73bccd0d req-aeb7f92c-1786-4637-a9aa-8bcc16e55587 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e95ae1f3-3d5c-45bf-84ed-24f618128ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404651 Sep 04 01:10:25.020495 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 73f5bdf6-a4ae-435e-9050-14b4d54218f9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=73f5bdf6-a4ae-435e-9050-14b4d54218f9,segment=NetworkSegment(79b84dcb-99f6-4af2-ac73-30fcaae597f6),segment_id=79b84dcb-99f6-4af2-ac73-30fcaae597f6)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:10:25.031988 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': '73f5bdf6-a4ae-435e-9050-14b4d54218f9', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'port_id': '73f5bdf6-a4ae-435e-9050-14b4d54218f9', 'mac_address': 'fa:16:3e:9d:8f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:10:25.066536 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 73f5bdf6-a4ae-435e-9050-14b4d54218f9 is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:10:25.066919 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (73f5bdf6-a4ae-435e-9050-14b4d54218f9), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:25.080360 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f5bdf6-a4ae-435e-9050-14b4d54218f9 {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:10:25.084951 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:25.100187 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 73f5bdf6-a4ae-435e-9050-14b4d54218f9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=73f5bdf6-a4ae-435e-9050-14b4d54218f9,segment=NetworkSegment(79b84dcb-99f6-4af2-ac73-30fcaae597f6),segment_id=79b84dcb-99f6-4af2-ac73-30fcaae597f6)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:10:25.139275 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (73f5bdf6-a4ae-435e-9050-14b4d54218f9), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:25.185651 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=73f5bdf6-a4ae-435e-9050-14b4d54218f9,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:25.559261 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['73f5bdf6-a4ae-435e-9050-14b4d54218f9'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:10:25.892496 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f518a-de48-469e-a93b-c1df3340021d req-e2454858-64b2-402c-82dd-b1a60a4e2eca tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:25.893973 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7b7f518a-de48-469e-a93b-c1df3340021d req-e2454858-64b2-402c-82dd-b1a60a4e2eca tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0467141 Sep 04 01:10:25.944719 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7b7f518a-de48-469e-a93b-c1df3340021d req-4b21f350-4b78-4e30-a030-5195d0db0d88 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451150 Sep 04 01:10:26.089710 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8610c-e284-4fc9-8f85-6b956c538074 req-e3c834cc-14cf-4e82-8538-5f210b1732dd tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:26.091135 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7ec8610c-e284-4fc9-8f85-6b956c538074 req-e3c834cc-14cf-4e82-8538-5f210b1732dd tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 944 time: 0.0451105 Sep 04 01:10:26.138664 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7ec8610c-e284-4fc9-8f85-6b956c538074 req-bbf312e0-76ef-4c13-82e2-52c09b92b8a4 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e95ae1f3-3d5c-45bf-84ed-24f618128ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417917 Sep 04 01:10:26.939219 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 73f5bdf6-a4ae-435e-9050-14b4d54218f9 up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:10:26.980921 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning for port 73f5bdf6-a4ae-435e-9050-14b4d54218f9 completed by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:10:27.053416 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port 73f5bdf6-a4ae-435e-9050-14b4d54218f9 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:10:27.053908 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (73f5bdf6-a4ae-435e-9050-14b4d54218f9), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:27.067089 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d8bb5-4ea8-468e-bb53-ba753221601c req-50f59c8d-52b1-4234-bc6f-1ccdbe3f2716 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:27.068582 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-965d8bb5-4ea8-468e-bb53-ba753221601c req-50f59c8d-52b1-4234-bc6f-1ccdbe3f2716 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0477698 Sep 04 01:10:27.121909 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-965d8bb5-4ea8-468e-bb53-ba753221601c req-20149c96-f3e3-46fd-8e55-9f1ab8e10204 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473824 Sep 04 01:10:27.147534 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 73f5bdf6-a4ae-435e-9050-14b4d54218f9 is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:10:27.147917 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (73f5bdf6-a4ae-435e-9050-14b4d54218f9), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:27.173402 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52505c46-cb03-49ec-a7ba-696d7c6ac219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f5bdf6-a4ae-435e-9050-14b4d54218f9'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:10:27.175635 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbf4169-48b1-4c79-b77c-8e0302798edf" -d '{"events": [{"server_uuid": "52505c46-cb03-49ec-a7ba-696d7c6ac219", "name": "network-vif-plugged", "status": "completed", "tag": "73f5bdf6-a4ae-435e-9050-14b4d54218f9"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:10:27.191771 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 73f5bdf6-a4ae-435e-9050-14b4d54218f9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=73f5bdf6-a4ae-435e-9050-14b4d54218f9,segment=NetworkSegment(79b84dcb-99f6-4af2-ac73-30fcaae597f6),segment_id=79b84dcb-99f6-4af2-ac73-30fcaae597f6)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:10:27.216727 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734d383c-95f9-4217-8199-d583ba420548 x-openstack-request-id: req-734d383c-95f9-4217-8199-d583ba420548 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:10:27.217038 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52505c46-cb03-49ec-a7ba-696d7c6ac219", "name": "network-vif-plugged", "status": "completed", "tag": "73f5bdf6-a4ae-435e-9050-14b4d54218f9", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:10:27.217326 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-734d383c-95f9-4217-8199-d583ba420548 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:10:27.217819 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-734d383c-95f9-4217-8199-d583ba420548'] response: {'server_uuid': '52505c46-cb03-49ec-a7ba-696d7c6ac219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f5bdf6-a4ae-435e-9050-14b4d54218f9', 'code': 200} Sep 04 01:10:27.236405 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (73f5bdf6-a4ae-435e-9050-14b4d54218f9), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:27.241439 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:27.274414 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c5286-e3da-4d56-937b-190f1df484a1 req-afdd3ef0-2f35-4027-ac71-5814b5ada4e8 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:27.276270 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-893c5286-e3da-4d56-937b-190f1df484a1 req-afdd3ef0-2f35-4027-ac71-5814b5ada4e8 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 944 time: 0.0538433 Sep 04 01:10:27.283820 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=73f5bdf6-a4ae-435e-9050-14b4d54218f9,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:27.324927 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-893c5286-e3da-4d56-937b-190f1df484a1 req-b2d299da-a534-40f3-a43a-ea086006762d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e95ae1f3-3d5c-45bf-84ed-24f618128ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428419 Sep 04 01:10:28.243075 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bfec3-fc59-4726-9363-c4583f0c946a req-e1341947-b2cc-4a2c-a4f2-a0c456bd0516 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:28.245139 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-986bfec3-fc59-4726-9363-c4583f0c946a req-e1341947-b2cc-4a2c-a4f2-a0c456bd0516 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0470157 Sep 04 01:10:28.291327 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-986bfec3-fc59-4726-9363-c4583f0c946a req-dcda2f1d-7f05-4cbe-bfdf-f0709885b476 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406656 Sep 04 01:10:28.443970 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bc8ae-f714-43b5-a763-0b7b4e481ef4 req-68ed1fff-1310-4f26-b290-0672beec71f2 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:28.445480 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-486bc8ae-f714-43b5-a763-0b7b4e481ef4 req-68ed1fff-1310-4f26-b290-0672beec71f2 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 945 time: 0.0468519 Sep 04 01:10:28.493038 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-486bc8ae-f714-43b5-a763-0b7b4e481ef4 req-510ce134-1673-498c-8df3-bd9c0a73d808 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e95ae1f3-3d5c-45bf-84ed-24f618128ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414491 Sep 04 01:10:29.407814 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:29.416583 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e18b0b-a752-4e9c-8c2e-77a4910910ca req-93b28bd5-15fe-49c1-8601-86893b49b6fb tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:29.425475 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-99e18b0b-a752-4e9c-8c2e-77a4910910ca req-93b28bd5-15fe-49c1-8601-86893b49b6fb tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0512390 Sep 04 01:10:29.467366 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-99e18b0b-a752-4e9c-8c2e-77a4910910ca req-d281ec40-2e19-43c4-a684-fb6d9445d1dc tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=408a6cc9-789d-4d36-bc4c-5052f5aa27fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436485 Sep 04 01:10:29.614962 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016d8f2-4a47-463a-93c0-cde04dbc04b7 req-d19fc45e-2f85-429f-bc2e-711f8b29bf89 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:29.616429 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7016d8f2-4a47-463a-93c0-cde04dbc04b7 req-d19fc45e-2f85-429f-bc2e-711f8b29bf89 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 945 time: 0.0471935 Sep 04 01:10:29.705212 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a593d-017a-4a3c-a62c-652022501169 req-81b070de-7b15-4588-bfbe-cc71dc9d5757 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:29.706580 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c45a593d-017a-4a3c-a62c-652022501169 req-81b070de-7b15-4588-bfbe-cc71dc9d5757 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 945 time: 0.0650682 Sep 04 01:10:29.710690 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7016d8f2-4a47-463a-93c0-cde04dbc04b7 req-d349c811-713f-4c69-9e69-e951775547b7 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e95ae1f3-3d5c-45bf-84ed-24f618128ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882831 Sep 04 01:10:29.782001 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b418ae-6b42-452c-b2c3-c86011dbb502 req-477cf731-ad0e-46f4-9924-d32e5db500e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:29.783505 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-83b418ae-6b42-452c-b2c3-c86011dbb502 req-477cf731-ad0e-46f4-9924-d32e5db500e7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 1129 time: 0.1417904 Sep 04 01:10:29.794772 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-c45a593d-017a-4a3c-a62c-652022501169 req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Deleting port 62f5079a-1d7d-4c5c-bdcd-0af337b6235b {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:10:29.795114 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-c45a593d-017a-4a3c-a62c-652022501169 req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (62f5079a-1d7d-4c5c-bdcd-0af337b6235b), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:29.835210 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-83b418ae-6b42-452c-b2c3-c86011dbb502 req-eda3d82e-88b6-4afe-bb29-aa18d71aaf08 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e95ae1f3-3d5c-45bf-84ed-24f618128ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449455 Sep 04 01:10:29.856558 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:29.897389 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-c45a593d-017a-4a3c-a62c-652022501169 req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] For port 62f5079a-1d7d-4c5c-bdcd-0af337b6235b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=62f5079a-1d7d-4c5c-bdcd-0af337b6235b,segment=NetworkSegment(c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131),segment_id=c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:10:29.897753 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-c45a593d-017a-4a3c-a62c-652022501169 req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (62f5079a-1d7d-4c5c-bdcd-0af337b6235b), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:30.009659 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:30.059112 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-c45a593d-017a-4a3c-a62c-652022501169 req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:30.059469 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-c45a593d-017a-4a3c-a62c-652022501169 req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (d5d6fe9f-6323-4c53-a7b6-3bbe1545f3f4), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:30.059787 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.l3_db [req-c45a593d-017a-4a3c-a62c-652022501169 req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Floating IP d5d6fe9f-6323-4c53-a7b6-3bbe1545f3f4 disassociated. External IP: 172.37.7.177, port: 62f5079a-1d7d-4c5c-bdcd-0af337b6235b. Sep 04 01:10:30.060127 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-c45a593d-017a-4a3c-a62c-652022501169 req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Calling delete_port for 62f5079a-1d7d-4c5c-bdcd-0af337b6235b owned by compute:nova {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:10:30.237096 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-c45a593d-017a-4a3c-a62c-652022501169 req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (62f5079a-1d7d-4c5c-bdcd-0af337b6235b), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:30.268556 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Pushing event deleted for resources: {'Port': ['ID=62f5079a-1d7d-4c5c-bdcd-0af337b6235b,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:30.279425 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:30.279774 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:30.280112 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:30.280445 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:30.280805 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:30.281160 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:30.281482 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:30.281808 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:30.282540 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:30.282540 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:30.282753 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:30.283069 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:30.283544 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:30.283867 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:30.284183 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:30.574328 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6d00aad2-89b9-4eda-b536-014d2fbed443 req-d5a81eda-ca7c-4fc4-bc8e-3135d0fe9e75 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 210 time: 0.0291133 Sep 04 01:10:30.633229 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c45a593d-017a-4a3c-a62c-652022501169 req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Router 61883c33-5f31-4a53-b117-0fe975bce512 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:10:30.665498 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-19bc0afa-abd6-4b62-bd6e-b14dcaa813f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:30.745161 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c45a593d-017a-4a3c-a62c-652022501169 req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:10:30.755914 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be346b3-57e0-46a3-9135-6aa1fb7dad44 None None] Sync routers for ids ['61883c33-5f31-4a53-b117-0fe975bce512'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:10:30.767875 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be346b3-57e0-46a3-9135-6aa1fb7dad44 None None] Routers {'61883c33-5f31-4a53-b117-0fe975bce512'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:10:30.768489 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-7be346b3-57e0-46a3-9135-6aa1fb7dad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:10:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['61883c33-5f31-4a53-b117-0fe975bce512'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:30.792589 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45a593d-017a-4a3c-a62c-652022501169 req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] No DVR routers for this DVR port 62f5079a-1d7d-4c5c-bdcd-0af337b6235b on host hv-cinder-maste {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:10:30.796541 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-c45a593d-017a-4a3c-a62c-652022501169 req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:30.799644 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c45a593d-017a-4a3c-a62c-652022501169 req-8694f30c-98dc-4c71-ba55-588ab570ecad tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.16 "DELETE /networking/v2.0/ports/62f5079a-1d7d-4c5c-bdcd-0af337b6235b HTTP/1.1" status: 204 len: 173 time: 1.0862882 Sep 04 01:10:30.800077 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2570ee6c-f335-41bc-8e67-f89a62b28134', 'name': 'network-vif-deleted', 'tag': '62f5079a-1d7d-4c5c-bdcd-0af337b6235b'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:10:30.802294 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17e09b4-33ed-4f91-b79f-abfde2d8ed56" -d '{"events": [{"server_uuid": "2570ee6c-f335-41bc-8e67-f89a62b28134", "name": "network-vif-deleted", "tag": "62f5079a-1d7d-4c5c-bdcd-0af337b6235b"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:10:30.845702 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8c108a-5533-43c1-8d96-8326eeb05fcc x-openstack-request-id: req-db8c108a-5533-43c1-8d96-8326eeb05fcc {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:10:30.846049 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2570ee6c-f335-41bc-8e67-f89a62b28134", "name": "network-vif-deleted", "tag": "62f5079a-1d7d-4c5c-bdcd-0af337b6235b", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:10:30.846268 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db8c108a-5533-43c1-8d96-8326eeb05fcc {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:10:30.846735 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8c108a-5533-43c1-8d96-8326eeb05fcc'] response: {'server_uuid': '2570ee6c-f335-41bc-8e67-f89a62b28134', 'name': 'network-vif-deleted', 'tag': '62f5079a-1d7d-4c5c-bdcd-0af337b6235b', 'status': 'completed', 'code': 200} Sep 04 01:10:30.855054 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2674976-e683-4348-8119-92d25ed8c34d req-5a9e4d89-8f8f-47ab-a2dd-442e0c0d44b6 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:30.856619 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b2674976-e683-4348-8119-92d25ed8c34d req-5a9e4d89-8f8f-47ab-a2dd-442e0c0d44b6 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 945 time: 0.0620687 Sep 04 01:10:30.913351 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b2674976-e683-4348-8119-92d25ed8c34d req-6f2fc6d3-d5ec-4252-878e-f20923ad16cb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e95ae1f3-3d5c-45bf-84ed-24f618128ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505900 Sep 04 01:10:30.956036 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:30.970977 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-7be346b3-57e0-46a3-9135-6aa1fb7dad44 None None] Set router 61883c33-5f31-4a53-b117-0fe975bce512 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:10:31.083479 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:10:31.143553 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:31.157840 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-7be346b3-57e0-46a3-9135-6aa1fb7dad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61883c33-5f31-4a53-b117-0fe975bce512', 'name': 'tempest-ServerRescueNegativeTestJSON-389120141-router', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31'}], 'enable_snat': True}, 'gw_port_id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:13Z', 'revision_number': 4, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'gw_port': {'id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f38c3884-111a-49d9-bcf1-6a965ff5e110', 'name': '', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'mac_address': 'fa:16:3e:62:0b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:11Z', 'updated_at': '2022-09-04T01:05:33Z', 'revision_number': 5, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'subnets': [{'id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:31.186882 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be346b3-57e0-46a3-9135-6aa1fb7dad44 None None] Checking router: 61883c33-5f31-4a53-b117-0fe975bce512 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:10:31.195144 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be346b3-57e0-46a3-9135-6aa1fb7dad44 None None] Routers {'61883c33-5f31-4a53-b117-0fe975bce512'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:10:31.195737 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-7be346b3-57e0-46a3-9135-6aa1fb7dad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:10:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['61883c33-5f31-4a53-b117-0fe975bce512'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:31.319983 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-7be346b3-57e0-46a3-9135-6aa1fb7dad44 None None] Set router 61883c33-5f31-4a53-b117-0fe975bce512 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:10:31.498265 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-7be346b3-57e0-46a3-9135-6aa1fb7dad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61883c33-5f31-4a53-b117-0fe975bce512', 'name': 'tempest-ServerRescueNegativeTestJSON-389120141-router', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31'}], 'enable_snat': True}, 'gw_port_id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:13Z', 'revision_number': 4, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'gw_port': {'id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f38c3884-111a-49d9-bcf1-6a965ff5e110', 'name': '', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'mac_address': 'fa:16:3e:62:0b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:11Z', 'updated_at': '2022-09-04T01:05:33Z', 'revision_number': 5, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'subnets': [{'id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:31.522172 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be346b3-57e0-46a3-9135-6aa1fb7dad44 None None] The sync data for ids ['61883c33-5f31-4a53-b117-0fe975bce512'] in dv-cinder-master-3-iscsi is: [{'id': '61883c33-5f31-4a53-b117-0fe975bce512', 'name': 'tempest-ServerRescueNegativeTestJSON-389120141-router', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31'}], 'enable_snat': True}, 'gw_port_id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:13Z', 'revision_number': 4, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'gw_port': {'id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f38c3884-111a-49d9-bcf1-6a965ff5e110', 'name': '', 'network_id': 'b16f22e1-6fb1-440b-98eb-845123e960e6', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'mac_address': 'fa:16:3e:62:0b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:11Z', 'updated_at': '2022-09-04T01:05:33Z', 'revision_number': 5, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'subnets': [{'id': '35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:10:31.702107 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6c6292e3-c74c-4359-8e3d-9f6d8ac076fa req-91fc76b3-86b6-4090-8ab1-914b4c19393a tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 210 time: 0.0387015 Sep 04 01:10:31.784236 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2661bbd4-3ba6-4fff-bed6-5e66e0e7c54e None None] New status for floating IP d5d6fe9f-6323-4c53-a7b6-3bbe1545f3f4: DOWN {{(pid=106792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:10:32.050806 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81636a0f-94d9-48ad-9141-103d9a34c6d5 req-e0a18462-273a-471a-8289-682a894ab060 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:32.052547 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-81636a0f-94d9-48ad-9141-103d9a34c6d5 req-e0a18462-273a-471a-8289-682a894ab060 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 945 time: 0.0530293 Sep 04 01:10:32.108189 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-81636a0f-94d9-48ad-9141-103d9a34c6d5 req-d444a6b9-bd81-4886-8a78-103a252c65bd tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e95ae1f3-3d5c-45bf-84ed-24f618128ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492148 Sep 04 01:10:32.231677 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6a805-53ff-4e6b-b07d-8ae95744120f req-e8545717-85e3-4794-8893-e7913bef0a00 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:32.233573 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-f7c6a805-53ff-4e6b-b07d-8ae95744120f req-e8545717-85e3-4794-8893-e7913bef0a00 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 945 time: 0.0503433 Sep 04 01:10:32.250149 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 52006) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:32.255092 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-efd5b215-d37a-428f-863d-baa072af3209 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Request body: {'floatingip': {'port_id': '73f5bdf6-a4ae-435e-9050-14b4d54218f9'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:10:32.296072 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-efd5b215-d37a-428f-863d-baa072af3209 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for floatingip (1bd515ee-7416-4b1d-9d2b-c9244079bb36), before_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:32.540724 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:32.726857 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-efd5b215-d37a-428f-863d-baa072af3209 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:32.791514 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-efd5b215-d37a-428f-863d-baa072af3209 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (1bd515ee-7416-4b1d-9d2b-c9244079bb36), after_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:32.822204 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b6064646-97b5-45e3-ab24-762cbab89d65 req-10f1827a-3ba3-437e-8918-e7f1146ad1b2 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2570ee6c-f335-41bc-8e67-f89a62b28134 HTTP/1.1" status: 200 len: 210 time: 0.0281260 Sep 04 01:10:32.891846 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.l3_db [None req-efd5b215-d37a-428f-863d-baa072af3209 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Floating IP 1bd515ee-7416-4b1d-9d2b-c9244079bb36 associated. External IP: 172.37.7.232, port: 73f5bdf6-a4ae-435e-9050-14b4d54218f9. Sep 04 01:10:33.002593 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-fcba9f62-ed62-49dc-808b-f5f03a8ef8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:33.348026 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd5b215-d37a-428f-863d-baa072af3209 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Router d7fde424-29f8-4dba-95d8-51709b034af5 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:10:33.436638 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:33.457822 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd5b215-d37a-428f-863d-baa072af3209 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:10:33.463084 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-efd5b215-d37a-428f-863d-baa072af3209 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:33.468658 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ae25e8-469f-4a41-afd4-3834043f0078 None None] Sync routers for ids ['d7fde424-29f8-4dba-95d8-51709b034af5'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:10:33.478614 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae25e8-469f-4a41-afd4-3834043f0078 None None] Routers {'d7fde424-29f8-4dba-95d8-51709b034af5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:10:33.479334 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-62ae25e8-469f-4a41-afd4-3834043f0078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:10:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['d7fde424-29f8-4dba-95d8-51709b034af5'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:33.498781 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-efd5b215-d37a-428f-863d-baa072af3209 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/1bd515ee-7416-4b1d-9d2b-c9244079bb36 HTTP/1.1" status: 200 len: 991 time: 1.2475371 Sep 04 01:10:33.499358 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52505c46-cb03-49ec-a7ba-696d7c6ac219', 'tag': '73f5bdf6-a4ae-435e-9050-14b4d54218f9'}] {{(pid=106790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:10:33.501634 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768fddc788cc630bf6be659ba1cc99228bd403d8973f3d1aee7c621fd359d80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b9b06a-d08d-4426-bde1-3da1d75b2534" -d '{"events": [{"name": "network-changed", "server_uuid": "52505c46-cb03-49ec-a7ba-696d7c6ac219", "tag": "73f5bdf6-a4ae-435e-9050-14b4d54218f9"}]}' {{(pid=106790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:10:33.537828 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8514feaf-769b-4b5b-a5a9-dd6c85566e4a x-openstack-request-id: req-8514feaf-769b-4b5b-a5a9-dd6c85566e4a {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:10:33.538119 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52505c46-cb03-49ec-a7ba-696d7c6ac219", "tag": "73f5bdf6-a4ae-435e-9050-14b4d54218f9", "status": "completed", "code": 200}]} {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:10:33.538369 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8514feaf-769b-4b5b-a5a9-dd6c85566e4a {{(pid=106790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:10:33.538770 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8514feaf-769b-4b5b-a5a9-dd6c85566e4a'] response: {'name': 'network-changed', 'server_uuid': '52505c46-cb03-49ec-a7ba-696d7c6ac219', 'tag': '73f5bdf6-a4ae-435e-9050-14b4d54218f9', 'status': 'completed', 'code': 200} Sep 04 01:10:33.581752 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-62ae25e8-469f-4a41-afd4-3834043f0078 None None] Set router d7fde424-29f8-4dba-95d8-51709b034af5 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:10:33.631842 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9b06a-d08d-4426-bde1-3da1d75b2534 req-8c1a1e88-b7eb-4128-936f-3b975bea5de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:33.633224 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c5b9b06a-d08d-4426-bde1-3da1d75b2534 req-8c1a1e88-b7eb-4128-936f-3b975bea5de1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e7dca68418a14d7da9aa63ac25f202e8&device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 1129 time: 0.0392275 Sep 04 01:10:33.722394 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:33.727148 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9b06a-d08d-4426-bde1-3da1d75b2534 req-e9ddfc40-fe81-4688-98e0-a1bdc41e97bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:33.729188 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c5b9b06a-d08d-4426-bde1-3da1d75b2534 req-e9ddfc40-fe81-4688-98e0-a1bdc41e97bd service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=1fb5aed8-696d-4f87-8b2a-7d29744538a8 HTTP/1.1" status: 200 len: 911 time: 0.0887184 Sep 04 01:10:33.798094 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c5b9b06a-d08d-4426-bde1-3da1d75b2534 req-18a6f590-80bb-4241-958c-4970f9811971 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73f5bdf6-a4ae-435e-9050-14b4d54218f9 HTTP/1.1" status: 200 len: 999 time: 0.0620573 Sep 04 01:10:33.798332 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-62ae25e8-469f-4a41-afd4-3834043f0078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'name': 'tempest-AttachVolumeTestJSON-364832789-router', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253'}], 'enable_snat': True}, 'gw_port_id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:08Z', 'revision_number': 4, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'gw_port': {'id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1bd515ee-7416-4b1d-9d2b-c9244079bb36', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'floating_ip_address': '172.37.7.232', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'port_id': '73f5bdf6-a4ae-435e-9050-14b4d54218f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'mac_address': 'fa:16:3e:9d:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52505c46-cb03-49ec-a7ba-696d7c6ac219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:10:14Z', 'updated_at': '2022-09-04T01:10:32Z', 'revision_number': 1, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '378bbdd4-3077-4657-8055-fdc0a7600948', 'name': '', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'mac_address': 'fa:16:3e:0e:91:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:06Z', 'updated_at': '2022-09-04T01:05:23Z', 'revision_number': 5, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'subnets': [{'id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:33.823754 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ae25e8-469f-4a41-afd4-3834043f0078 None None] Checking router: d7fde424-29f8-4dba-95d8-51709b034af5 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:10:33.832207 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae25e8-469f-4a41-afd4-3834043f0078 None None] Routers {'d7fde424-29f8-4dba-95d8-51709b034af5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:10:33.832806 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-62ae25e8-469f-4a41-afd4-3834043f0078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:10:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['d7fde424-29f8-4dba-95d8-51709b034af5'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:33.833228 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:33.853391 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9b06a-d08d-4426-bde1-3da1d75b2534 req-b3849baa-477f-4821-b40c-7b6988f7bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:33.854898 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c5b9b06a-d08d-4426-bde1-3da1d75b2534 req-b3849baa-477f-4821-b40c-7b6988f7bbb6 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=cf87fd90-4193-4f02-8ccd-ce8ccea66ca5 HTTP/1.1" status: 200 len: 849 time: 0.0483470 Sep 04 01:10:33.904963 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9b06a-d08d-4426-bde1-3da1d75b2534 req-a92a78b9-0098-4d2f-9c7f-bb3dbb2e1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:33.906495 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c5b9b06a-d08d-4426-bde1-3da1d75b2534 req-a92a78b9-0098-4d2f-9c7f-bb3dbb2e1501 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=1fb5aed8-696d-4f87-8b2a-7d29744538a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445976 Sep 04 01:10:33.941555 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-62ae25e8-469f-4a41-afd4-3834043f0078 None None] Set router d7fde424-29f8-4dba-95d8-51709b034af5 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:10:33.943008 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:33.958342 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 52020) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:34.007098 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c5b9b06a-d08d-4426-bde1-3da1d75b2534 req-aa8cc34e-40c2-4b35-9e65-623e9bd852fd service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1fb5aed8-696d-4f87-8b2a-7d29744538a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940073 Sep 04 01:10:34.020659 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-21e2dd8e-1710-465e-b23b-e058ea689322 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for security_group (408a6cc9-789d-4d36-bc4c-5052f5aa27fe), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:34.046411 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-21e2dd8e-1710-465e-b23b-e058ea689322 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for security_group (408a6cc9-789d-4d36-bc4c-5052f5aa27fe), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:34.058292 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:34.107122 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c5b9b06a-d08d-4426-bde1-3da1d75b2534 req-69009e99-ab4f-458b-842c-cfb14e84aaa7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1fb5aed8-696d-4f87-8b2a-7d29744538a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940998 Sep 04 01:10:34.150904 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-21e2dd8e-1710-465e-b23b-e058ea689322 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (408a6cc9-789d-4d36-bc4c-5052f5aa27fe), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:34.153417 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-21e2dd8e-1710-465e-b23b-e058ea689322 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:34.155030 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-21e2dd8e-1710-465e-b23b-e058ea689322 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/408a6cc9-789d-4d36-bc4c-5052f5aa27fe HTTP/1.1" status: 204 len: 168 time: 0.1956356 Sep 04 01:10:34.157814 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 52022) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:34.165527 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2dd8e-1710-465e-b23b-e058ea689322 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=408a6cc9-789d-4d36-bc4c-5052f5aa27fe,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:34.173626 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.api.v2.resource [None req-28f9ad3f-84d0-4a7e-896c-c968e52c4ffb tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] show failed (client error): The resource could not be found. Sep 04 01:10:34.173969 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:34.178431 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-28f9ad3f-84d0-4a7e-896c-c968e52c4ffb tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups/408a6cc9-789d-4d36-bc4c-5052f5aa27fe HTTP/1.1" status: 404 len: 347 time: 0.0159662 Sep 04 01:10:34.178576 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2dd8e-1710-465e-b23b-e058ea689322 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:34.178576 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2dd8e-1710-465e-b23b-e058ea689322 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:34.178576 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2dd8e-1710-465e-b23b-e058ea689322 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:34.178576 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2dd8e-1710-465e-b23b-e058ea689322 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:34.178576 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2dd8e-1710-465e-b23b-e058ea689322 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:34.178576 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2dd8e-1710-465e-b23b-e058ea689322 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:34.178576 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2dd8e-1710-465e-b23b-e058ea689322 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:34.178576 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2dd8e-1710-465e-b23b-e058ea689322 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:34.178576 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2dd8e-1710-465e-b23b-e058ea689322 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:34.178576 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2dd8e-1710-465e-b23b-e058ea689322 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:34.178576 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2dd8e-1710-465e-b23b-e058ea689322 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:34.179370 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 52024) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:34.179457 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2dd8e-1710-465e-b23b-e058ea689322 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:34.179457 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2dd8e-1710-465e-b23b-e058ea689322 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:34.179629 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2dd8e-1710-465e-b23b-e058ea689322 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:34.179709 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-62ae25e8-469f-4a41-afd4-3834043f0078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'name': 'tempest-AttachVolumeTestJSON-364832789-router', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253'}], 'enable_snat': True}, 'gw_port_id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:08Z', 'revision_number': 4, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'gw_port': {'id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1bd515ee-7416-4b1d-9d2b-c9244079bb36', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'floating_ip_address': '172.37.7.232', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'port_id': '73f5bdf6-a4ae-435e-9050-14b4d54218f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'mac_address': 'fa:16:3e:9d:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52505c46-cb03-49ec-a7ba-696d7c6ac219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:10:14Z', 'updated_at': '2022-09-04T01:10:32Z', 'revision_number': 1, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '378bbdd4-3077-4657-8055-fdc0a7600948', 'name': '', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'mac_address': 'fa:16:3e:0e:91:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:06Z', 'updated_at': '2022-09-04T01:05:23Z', 'revision_number': 5, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'subnets': [{'id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:34.180161 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e2dd8e-1710-465e-b23b-e058ea689322 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:34.214324 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ae25e8-469f-4a41-afd4-3834043f0078 None None] The sync data for ids ['d7fde424-29f8-4dba-95d8-51709b034af5'] in dv-cinder-master-3-iscsi is: [{'id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'name': 'tempest-AttachVolumeTestJSON-364832789-router', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253'}], 'enable_snat': True}, 'gw_port_id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:08Z', 'revision_number': 4, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'gw_port': {'id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1bd515ee-7416-4b1d-9d2b-c9244079bb36', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'floating_ip_address': '172.37.7.232', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'port_id': '73f5bdf6-a4ae-435e-9050-14b4d54218f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'mac_address': 'fa:16:3e:9d:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52505c46-cb03-49ec-a7ba-696d7c6ac219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:10:14Z', 'updated_at': '2022-09-04T01:10:32Z', 'revision_number': 1, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '378bbdd4-3077-4657-8055-fdc0a7600948', 'name': '', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'mac_address': 'fa:16:3e:0e:91:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:06Z', 'updated_at': '2022-09-04T01:05:23Z', 'revision_number': 5, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'subnets': [{'id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:10:34.297425 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-4b1f688a-4835-48d6-a855-9f2c0ed2f773 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Deleting port 6c428213-1413-4eee-be61-4999c8f0b190 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:10:34.297766 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4b1f688a-4835-48d6-a855-9f2c0ed2f773 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (6c428213-1413-4eee-be61-4999c8f0b190), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:34.380325 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4b1f688a-4835-48d6-a855-9f2c0ed2f773 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (6c428213-1413-4eee-be61-4999c8f0b190), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:34.380643 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4b1f688a-4835-48d6-a855-9f2c0ed2f773 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for floatingip (6c428213-1413-4eee-be61-4999c8f0b190), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:34.394411 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-4b1f688a-4835-48d6-a855-9f2c0ed2f773 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Calling delete_port for 6c428213-1413-4eee-be61-4999c8f0b190 owned by network:floatingip {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:10:34.420944 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d77f958-2c96-497b-9235-7eafcc5e391e None None] New status for floating IP 1bd515ee-7416-4b1d-9d2b-c9244079bb36: ACTIVE {{(pid=106792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:10:34.619880 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4b1f688a-4835-48d6-a855-9f2c0ed2f773 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (6c428213-1413-4eee-be61-4999c8f0b190), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:34.642888 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f688a-4835-48d6-a855-9f2c0ed2f773 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Pushing event deleted for resources: {'Port': ['ID=6c428213-1413-4eee-be61-4999c8f0b190,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:34.711932 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4b1f688a-4835-48d6-a855-9f2c0ed2f773 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks [] for floatingip (d5d6fe9f-6323-4c53-a7b6-3bbe1545f3f4), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:34.714972 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4b1f688a-4835-48d6-a855-9f2c0ed2f773 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:34.716108 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-4b1f688a-4835-48d6-a855-9f2c0ed2f773 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/d5d6fe9f-6323-4c53-a7b6-3bbe1545f3f4 HTTP/1.1" status: 204 len: 168 time: 0.5364993 Sep 04 01:10:34.984629 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 62f5079a-1d7d-4c5c-bdcd-0af337b6235b no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:10:35.006063 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] No Port match for: 62f5079a-1d7d-4c5c-bdcd-0af337b6235b {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:10:35.006582 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 62f5079a-1d7d-4c5c-bdcd-0af337b6235b not bound to the agent host hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:10:35.733563 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:35.904853 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:37.691529 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ddd81-1333-4626-9686-ac369a10f979 req-3fd9e15b-59d6-40f9-a520-e89f0f9c19e5 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:37.692972 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-fc0ddd81-1333-4626-9686-ac369a10f979 req-3fd9e15b-59d6-40f9-a520-e89f0f9c19e5 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0467763 Sep 04 01:10:37.742984 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-fc0ddd81-1333-4626-9686-ac369a10f979 req-93e19096-44a9-437b-a628-152d7d2549d8 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443671 Sep 04 01:10:37.801969 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:38.869885 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d03b1-23b9-43f3-9063-f0e17b4b2102 req-dc64fac7-baa0-4462-8e4b-6fc37ea0b207 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:38.871909 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6a0d03b1-23b9-43f3-9063-f0e17b4b2102 req-dc64fac7-baa0-4462-8e4b-6fc37ea0b207 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0505702 Sep 04 01:10:38.906658 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:38.919085 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6a0d03b1-23b9-43f3-9063-f0e17b4b2102 req-ca00ccbd-fd9e-409e-8ef5-6c38e10554f3 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416474 Sep 04 01:10:40.013634 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:40.049029 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9a57e-dd5e-4363-8c58-d766def6e4c3 req-f5500a2f-81e6-4536-aae4-84fe582d3dce tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:40.050507 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-37f9a57e-dd5e-4363-8c58-d766def6e4c3 req-f5500a2f-81e6-4536-aae4-84fe582d3dce tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0475123 Sep 04 01:10:40.097907 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-37f9a57e-dd5e-4363-8c58-d766def6e4c3 req-05022386-ad4e-4ecb-bd6b-8cd34ff67111 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418127 Sep 04 01:10:40.325443 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4a64b-9f66-44ce-bc62-0ff1d4f2625f req-21db2252-0851-4e1a-9936-e361c4d152fe tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:40.326892 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c6a4a64b-9f66-44ce-bc62-0ff1d4f2625f req-21db2252-0851-4e1a-9936-e361c4d152fe tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 945 time: 0.0462732 Sep 04 01:10:40.411545 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-c6a4a64b-9f66-44ce-bc62-0ff1d4f2625f req-3735ac6e-2ee3-4d92-853c-85238d6a6776 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Deleting port addc777a-4bdc-4153-92fa-8184c15d2cd1 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:10:40.411878 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-c6a4a64b-9f66-44ce-bc62-0ff1d4f2625f req-3735ac6e-2ee3-4d92-853c-85238d6a6776 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (addc777a-4bdc-4153-92fa-8184c15d2cd1), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:40.500393 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-c6a4a64b-9f66-44ce-bc62-0ff1d4f2625f req-3735ac6e-2ee3-4d92-853c-85238d6a6776 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] For port addc777a-4bdc-4153-92fa-8184c15d2cd1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=addc777a-4bdc-4153-92fa-8184c15d2cd1,segment=NetworkSegment(c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131),segment_id=c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:10:40.500752 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-c6a4a64b-9f66-44ce-bc62-0ff1d4f2625f req-3735ac6e-2ee3-4d92-853c-85238d6a6776 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (addc777a-4bdc-4153-92fa-8184c15d2cd1), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:40.513184 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-c6a4a64b-9f66-44ce-bc62-0ff1d4f2625f req-3735ac6e-2ee3-4d92-853c-85238d6a6776 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Calling delete_port for addc777a-4bdc-4153-92fa-8184c15d2cd1 owned by compute:nova {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:10:40.557716 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:40.682061 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-c6a4a64b-9f66-44ce-bc62-0ff1d4f2625f req-3735ac6e-2ee3-4d92-853c-85238d6a6776 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (addc777a-4bdc-4153-92fa-8184c15d2cd1), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:40.709353 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735ac6e-2ee3-4d92-853c-85238d6a6776 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Pushing event deleted for resources: {'Port': ['ID=addc777a-4bdc-4153-92fa-8184c15d2cd1,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:40.733741 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['28efc83e-9838-45a7-9fd3-3625eeff4b09', 'addc777a-4bdc-4153-92fa-8184c15d2cd1'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:10:40.757479 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a4a64b-9f66-44ce-bc62-0ff1d4f2625f req-3735ac6e-2ee3-4d92-853c-85238d6a6776 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] No DVR routers for this DVR port addc777a-4bdc-4153-92fa-8184c15d2cd1 on host hv-cinder-maste {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:10:40.759877 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-c6a4a64b-9f66-44ce-bc62-0ff1d4f2625f req-3735ac6e-2ee3-4d92-853c-85238d6a6776 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:40.763041 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c6a4a64b-9f66-44ce-bc62-0ff1d4f2625f req-3735ac6e-2ee3-4d92-853c-85238d6a6776 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.16 "DELETE /networking/v2.0/ports/addc777a-4bdc-4153-92fa-8184c15d2cd1 HTTP/1.1" status: 204 len: 173 time: 0.4310241 Sep 04 01:10:40.763467 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c4a968-ecfa-4842-8cab-8aaeb7ca7a64', 'name': 'network-vif-deleted', 'tag': 'addc777a-4bdc-4153-92fa-8184c15d2cd1'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:10:40.765724 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cdf759-9127-459c-b33c-a4cbec337df0" -d '{"events": [{"server_uuid": "62c4a968-ecfa-4842-8cab-8aaeb7ca7a64", "name": "network-vif-deleted", "tag": "addc777a-4bdc-4153-92fa-8184c15d2cd1"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:10:40.819728 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:40.865778 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec949e94-c629-4807-8a36-9be2a5855a5c x-openstack-request-id: req-ec949e94-c629-4807-8a36-9be2a5855a5c {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:10:40.866064 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c4a968-ecfa-4842-8cab-8aaeb7ca7a64", "name": "network-vif-deleted", "tag": "addc777a-4bdc-4153-92fa-8184c15d2cd1", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:10:40.866312 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec949e94-c629-4807-8a36-9be2a5855a5c {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:10:40.866712 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec949e94-c629-4807-8a36-9be2a5855a5c'] response: {'server_uuid': '62c4a968-ecfa-4842-8cab-8aaeb7ca7a64', 'name': 'network-vif-deleted', 'tag': 'addc777a-4bdc-4153-92fa-8184c15d2cd1', 'status': 'completed', 'code': 200} Sep 04 01:10:41.224559 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-f9821ed1-0f35-418b-8223-3898dc910beb req-cee193e3-8cfe-445e-ab31-92988e25902b tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=62c4a968-ecfa-4842-8cab-8aaeb7ca7a64 HTTP/1.1" status: 200 len: 210 time: 0.0338120 Sep 04 01:10:42.660314 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a889b-4ca0-410d-802a-7f9be2497f68 req-ce23a9cb-94a2-4e19-90fe-e12cfbd34df8 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:42.661907 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-214a889b-4ca0-410d-802a-7f9be2497f68 req-ce23a9cb-94a2-4e19-90fe-e12cfbd34df8 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0471671 Sep 04 01:10:42.708221 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-214a889b-4ca0-410d-802a-7f9be2497f68 req-2ce63388-eeff-4779-b455-7d01bc67e7b2 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406392 Sep 04 01:10:43.836991 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281327b-d5cc-4165-a176-cd9b1111fc57 req-db303603-1617-4830-a6b0-d5d5bef000f9 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:43.838479 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e281327b-d5cc-4165-a176-cd9b1111fc57 req-db303603-1617-4830-a6b0-d5d5bef000f9 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0492027 Sep 04 01:10:43.886878 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e281327b-d5cc-4165-a176-cd9b1111fc57 req-aa325137-4440-4e7e-a545-3df21bc8b623 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413370 Sep 04 01:10:44.183136 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=6 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:44.184189 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=28 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:45.006049 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd4cff-7cb6-46d1-9d2e-48f87d00acae req-d8637e59-f064-48bc-9cad-0d7ba3d4e6b1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:45.007519 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ffbd4cff-7cb6-46d1-9d2e-48f87d00acae req-d8637e59-f064-48bc-9cad-0d7ba3d4e6b1 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0467756 Sep 04 01:10:45.053791 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ffbd4cff-7cb6-46d1-9d2e-48f87d00acae req-09d5f9d8-111f-452e-a9d3-2304099022b4 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405812 Sep 04 01:10:45.206679 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device addc777a-4bdc-4153-92fa-8184c15d2cd1 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:10:45.226327 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] No Port match for: addc777a-4bdc-4153-92fa-8184c15d2cd1 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:10:45.226664 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device addc777a-4bdc-4153-92fa-8184c15d2cd1 not bound to the agent host hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:10:46.174143 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a3b87-ab70-49a1-8235-6dfc5e5a26d0 req-4c462fd6-56d9-4df1-9d83-da3f19888c58 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:46.175591 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2c0a3b87-ab70-49a1-8235-6dfc5e5a26d0 req-4c462fd6-56d9-4df1-9d83-da3f19888c58 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0470011 Sep 04 01:10:46.223526 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2c0a3b87-ab70-49a1-8235-6dfc5e5a26d0 req-757b3695-30eb-4838-a866-6affc13f3719 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258c239a-16c7-45ea-bf27-4f76d118a726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424161 Sep 04 01:10:46.341319 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7c69e-1e72-4c2d-a7f3-c42d048f4137 req-0352f7d9-f83a-4b3a-9739-938709b5d635 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:10:46.342644 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a7a7c69e-1e72-4c2d-a7f3-c42d048f4137 req-0352f7d9-f83a-4b3a-9739-938709b5d635 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 946 time: 0.0492396 Sep 04 01:10:46.429791 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-a7a7c69e-1e72-4c2d-a7f3-c42d048f4137 req-fffb9bd4-455d-4eb3-8301-3c2bb980b77d tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Deleting port 28efc83e-9838-45a7-9fd3-3625eeff4b09 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:10:46.430130 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-a7a7c69e-1e72-4c2d-a7f3-c42d048f4137 req-fffb9bd4-455d-4eb3-8301-3c2bb980b77d tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (28efc83e-9838-45a7-9fd3-3625eeff4b09), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:46.489671 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:46.522690 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-a7a7c69e-1e72-4c2d-a7f3-c42d048f4137 req-fffb9bd4-455d-4eb3-8301-3c2bb980b77d tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] For port 28efc83e-9838-45a7-9fd3-3625eeff4b09, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=28efc83e-9838-45a7-9fd3-3625eeff4b09,segment=NetworkSegment(c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131),segment_id=c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:10:46.523050 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-a7a7c69e-1e72-4c2d-a7f3-c42d048f4137 req-fffb9bd4-455d-4eb3-8301-3c2bb980b77d tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (28efc83e-9838-45a7-9fd3-3625eeff4b09), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:46.537066 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-a7a7c69e-1e72-4c2d-a7f3-c42d048f4137 req-fffb9bd4-455d-4eb3-8301-3c2bb980b77d tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Calling delete_port for 28efc83e-9838-45a7-9fd3-3625eeff4b09 owned by compute:nova {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:10:46.740126 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-a7a7c69e-1e72-4c2d-a7f3-c42d048f4137 req-fffb9bd4-455d-4eb3-8301-3c2bb980b77d tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (28efc83e-9838-45a7-9fd3-3625eeff4b09), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:46.770965 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb9bd4-455d-4eb3-8301-3c2bb980b77d tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Pushing event deleted for resources: {'Port': ['ID=28efc83e-9838-45a7-9fd3-3625eeff4b09,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:46.783686 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['28efc83e-9838-45a7-9fd3-3625eeff4b09'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:10:46.815464 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a7c69e-1e72-4c2d-a7f3-c42d048f4137 req-fffb9bd4-455d-4eb3-8301-3c2bb980b77d tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] No DVR routers for this DVR port 28efc83e-9838-45a7-9fd3-3625eeff4b09 on host hv-cinder-maste {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:10:46.817691 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-a7a7c69e-1e72-4c2d-a7f3-c42d048f4137 req-fffb9bd4-455d-4eb3-8301-3c2bb980b77d tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:46.820795 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a7a7c69e-1e72-4c2d-a7f3-c42d048f4137 req-fffb9bd4-455d-4eb3-8301-3c2bb980b77d tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.16 "DELETE /networking/v2.0/ports/28efc83e-9838-45a7-9fd3-3625eeff4b09 HTTP/1.1" status: 204 len: 173 time: 0.4681993 Sep 04 01:10:46.821301 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7a7e72-1f16-4ab4-b826-d376d39be4c2', 'name': 'network-vif-deleted', 'tag': '28efc83e-9838-45a7-9fd3-3625eeff4b09'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:10:46.823508 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbb935e-5707-4636-94dc-d7faf61afb43" -d '{"events": [{"server_uuid": "2f7a7e72-1f16-4ab4-b826-d376d39be4c2", "name": "network-vif-deleted", "tag": "28efc83e-9838-45a7-9fd3-3625eeff4b09"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:10:46.861355 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aab7de8-808e-4e37-b234-7ae6fe857f4b x-openstack-request-id: req-7aab7de8-808e-4e37-b234-7ae6fe857f4b {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:10:46.861709 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7a7e72-1f16-4ab4-b826-d376d39be4c2", "name": "network-vif-deleted", "tag": "28efc83e-9838-45a7-9fd3-3625eeff4b09", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:10:46.861963 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7aab7de8-808e-4e37-b234-7ae6fe857f4b {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:10:46.862368 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aab7de8-808e-4e37-b234-7ae6fe857f4b'] response: {'server_uuid': '2f7a7e72-1f16-4ab4-b826-d376d39be4c2', 'name': 'network-vif-deleted', 'tag': '28efc83e-9838-45a7-9fd3-3625eeff4b09', 'status': 'completed', 'code': 200} Sep 04 01:10:47.346035 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-10840e86-4eb6-4311-9338-44881706b715 req-f69f25a3-69ea-4251-9b94-05c927ba22d2 tempest-ServerRescueNegativeTestJSON-1367456352 tempest-ServerRescueNegativeTestJSON-1367456352-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2f7a7e72-1f16-4ab4-b826-d376d39be4c2 HTTP/1.1" status: 200 len: 210 time: 0.0305367 Sep 04 01:10:48.415889 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 52088) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:48.703418 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:48.906391 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-42bb55f6-c4fc-45dc-895f-c4edea0846e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1721291'] for router_interface (61883c33-5f31-4a53-b117-0fe975bce512), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:49.135698 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:49.175604 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-42bb55f6-c4fc-45dc-895f-c4edea0846e6 admin admin] Deleting port f38c3884-111a-49d9-bcf1-6a965ff5e110 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:10:49.175945 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-42bb55f6-c4fc-45dc-895f-c4edea0846e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (f38c3884-111a-49d9-bcf1-6a965ff5e110), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:49.256477 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [None req-42bb55f6-c4fc-45dc-895f-c4edea0846e6 admin admin] For port f38c3884-111a-49d9-bcf1-6a965ff5e110, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f38c3884-111a-49d9-bcf1-6a965ff5e110,segment=NetworkSegment(c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131),segment_id=c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:10:49.256831 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-42bb55f6-c4fc-45dc-895f-c4edea0846e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (f38c3884-111a-49d9-bcf1-6a965ff5e110), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:49.270086 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-42bb55f6-c4fc-45dc-895f-c4edea0846e6 admin admin] Calling delete_port for f38c3884-111a-49d9-bcf1-6a965ff5e110 owned by network:router_interface {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:10:49.482600 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-42bb55f6-c4fc-45dc-895f-c4edea0846e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (f38c3884-111a-49d9-bcf1-6a965ff5e110), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:49.508316 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb55f6-c4fc-45dc-895f-c4edea0846e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f38c3884-111a-49d9-bcf1-6a965ff5e110,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:49.676902 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-42bb55f6-c4fc-45dc-895f-c4edea0846e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814139'] for router_interface (61883c33-5f31-4a53-b117-0fe975bce512), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:49.730204 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:50.136339 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bb55f6-c4fc-45dc-895f-c4edea0846e6 admin admin] Router 61883c33-5f31-4a53-b117-0fe975bce512 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:10:50.236651 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bb55f6-c4fc-45dc-895f-c4edea0846e6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:10:50.242011 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-42bb55f6-c4fc-45dc-895f-c4edea0846e6 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/61883c33-5f31-4a53-b117-0fe975bce512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8269267 Sep 04 01:10:50.244432 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 52106) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:50.248540 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e2bdd7-7e84-4314-966a-c8efa4fa07f8 None None] Sync routers for ids ['61883c33-5f31-4a53-b117-0fe975bce512'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:10:50.259592 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e2bdd7-7e84-4314-966a-c8efa4fa07f8 None None] Routers {'61883c33-5f31-4a53-b117-0fe975bce512'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:10:50.261684 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-45e2bdd7-7e84-4314-966a-c8efa4fa07f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:10:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['61883c33-5f31-4a53-b117-0fe975bce512'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:50.300669 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:50.344925 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-40b81079-3acf-47c8-8209-d7e416efcd88 admin admin] Publish callbacks [] for router (61883c33-5f31-4a53-b117-0fe975bce512), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:50.454241 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-45e2bdd7-7e84-4314-966a-c8efa4fa07f8 None None] Set router 61883c33-5f31-4a53-b117-0fe975bce512 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:10:50.470084 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-40b81079-3acf-47c8-8209-d7e416efcd88 admin admin] Publish callbacks [] for router_gateway (61883c33-5f31-4a53-b117-0fe975bce512), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:50.566059 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-40b81079-3acf-47c8-8209-d7e416efcd88 admin admin] Deleting port 6771cbc4-3e4b-419f-b87f-2db662f6e010 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:10:50.566748 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-40b81079-3acf-47c8-8209-d7e416efcd88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (6771cbc4-3e4b-419f-b87f-2db662f6e010), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:50.623953 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-45e2bdd7-7e84-4314-966a-c8efa4fa07f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61883c33-5f31-4a53-b117-0fe975bce512', 'name': 'tempest-ServerRescueNegativeTestJSON-389120141-router', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31'}], 'enable_snat': True}, 'gw_port_id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:10:49Z', 'revision_number': 5, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'gw_port': {'id': '6771cbc4-3e4b-419f-b87f-2db662f6e010', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61883c33-5f31-4a53-b117-0fe975bce512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:50.649404 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [None req-40b81079-3acf-47c8-8209-d7e416efcd88 admin admin] For port 6771cbc4-3e4b-419f-b87f-2db662f6e010, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6771cbc4-3e4b-419f-b87f-2db662f6e010,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:10:50.649761 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-40b81079-3acf-47c8-8209-d7e416efcd88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (6771cbc4-3e4b-419f-b87f-2db662f6e010), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:50.654488 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e2bdd7-7e84-4314-966a-c8efa4fa07f8 None None] Checking router: 61883c33-5f31-4a53-b117-0fe975bce512 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:10:50.663276 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e2bdd7-7e84-4314-966a-c8efa4fa07f8 None None] Routers {'61883c33-5f31-4a53-b117-0fe975bce512'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:10:50.663882 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-45e2bdd7-7e84-4314-966a-c8efa4fa07f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:10:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['61883c33-5f31-4a53-b117-0fe975bce512'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:50.664953 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-40b81079-3acf-47c8-8209-d7e416efcd88 admin admin] Calling delete_port for 6771cbc4-3e4b-419f-b87f-2db662f6e010 owned by network:router_gateway {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:10:50.749445 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-45e2bdd7-7e84-4314-966a-c8efa4fa07f8 None None] Set router 61883c33-5f31-4a53-b117-0fe975bce512 gateway port host: None {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:10:50.800604 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-45e2bdd7-7e84-4314-966a-c8efa4fa07f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61883c33-5f31-4a53-b117-0fe975bce512', 'name': 'tempest-ServerRescueNegativeTestJSON-389120141-router', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:10:50Z', 'revision_number': 6, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:50.826523 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e2bdd7-7e84-4314-966a-c8efa4fa07f8 None None] The sync data for ids ['61883c33-5f31-4a53-b117-0fe975bce512'] in dv-cinder-master-3-iscsi is: [{'id': '61883c33-5f31-4a53-b117-0fe975bce512', 'name': 'tempest-ServerRescueNegativeTestJSON-389120141-router', 'tenant_id': 'db72b63281384bd883b04d05bcc35677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:10:50Z', 'revision_number': 6, 'project_id': 'db72b63281384bd883b04d05bcc35677', 'gw_port_host': None}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:10:50.905511 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-40b81079-3acf-47c8-8209-d7e416efcd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (6771cbc4-3e4b-419f-b87f-2db662f6e010), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:50.931808 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b81079-3acf-47c8-8209-d7e416efcd88 admin admin] Pushing event deleted for resources: {'Port': ['ID=6771cbc4-3e4b-419f-b87f-2db662f6e010,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:50.987291 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:50.998462 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-40b81079-3acf-47c8-8209-d7e416efcd88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1810984'] for router_gateway (61883c33-5f31-4a53-b117-0fe975bce512), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:51.098341 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-40b81079-3acf-47c8-8209-d7e416efcd88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14346'] for router (61883c33-5f31-4a53-b117-0fe975bce512), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:51.100720 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-40b81079-3acf-47c8-8209-d7e416efcd88 admin admin] Publish callbacks [] for router_controller (61883c33-5f31-4a53-b117-0fe975bce512), precommit_delete_associations {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:51.248556 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-40b81079-3acf-47c8-8209-d7e416efcd88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1721226'] for router (61883c33-5f31-4a53-b117-0fe975bce512), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:51.249304 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b81079-3acf-47c8-8209-d7e416efcd88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61883c33-5f31-4a53-b117-0fe975bce512 {{(pid=106791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 01:10:51.251093 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 28efc83e-9838-45a7-9fd3-3625eeff4b09 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:10:51.255025 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-40b81079-3acf-47c8-8209-d7e416efcd88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:51.256420 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-40b81079-3acf-47c8-8209-d7e416efcd88 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/61883c33-5f31-4a53-b117-0fe975bce512 HTTP/1.1" status: 204 len: 168 time: 1.0110219 Sep 04 01:10:51.258946 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 52110) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:51.275234 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] No Port match for: 28efc83e-9838-45a7-9fd3-3625eeff4b09 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:10:51.275590 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 28efc83e-9838-45a7-9fd3-3625eeff4b09 not bound to the agent host hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:10:51.316607 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48466a7-b4b2-44cb-9a0b-b5471cad8727 admin admin] Deleting subnet 35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0 {{(pid=106791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:10:51.319745 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-b48466a7-b4b2-44cb-9a0b-b5471cad8727 admin admin] Publish callbacks [] for subnet (35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:51.355992 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-b48466a7-b4b2-44cb-9a0b-b5471cad8727 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-969661'] for subnet (35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0), precommit_delete_associations {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:51.459937 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-b48466a7-b4b2-44cb-9a0b-b5471cad8727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869317'] for subnet (35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:51.585712 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-b48466a7-b4b2-44cb-9a0b-b5471cad8727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65166171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65271670'] for subnet (35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:51.610440 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48466a7-b4b2-44cb-9a0b-b5471cad8727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:51.616389 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-b48466a7-b4b2-44cb-9a0b-b5471cad8727 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:51.619667 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-b48466a7-b4b2-44cb-9a0b-b5471cad8727 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/35ea244b-d6a3-4c9a-a9b3-3f9d2814dee0 HTTP/1.1" status: 204 len: 168 time: 0.3597879 Sep 04 01:10:51.623176 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 52114) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:51.623317 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1e99c1-fb46-43c2-83d7-c15df5ed46f4 None None] Network b16f22e1-6fb1-440b-98eb-845123e960e6 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:10:51.640673 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:51.699850 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce576-a0f8-4179-a6fe-4639fcdd4a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855412'] for network (b16f22e1-6fb1-440b-98eb-845123e960e6), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:51.744437 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-ff0ce576-a0f8-4179-a6fe-4639fcdd4a4f admin admin] Deleting port f45b435f-0f64-41fe-a6ec-36683da765f9 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:10:51.744806 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce576-a0f8-4179-a6fe-4639fcdd4a4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (f45b435f-0f64-41fe-a6ec-36683da765f9), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:51.790127 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] DHCP port deletion for b16f22e1-6fb1-440b-98eb-845123e960e6 request from dv-cinder-master-3-iscsi {{(pid=106792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 01:10:51.832519 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [None req-ff0ce576-a0f8-4179-a6fe-4639fcdd4a4f admin admin] For port f45b435f-0f64-41fe-a6ec-36683da765f9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f45b435f-0f64-41fe-a6ec-36683da765f9,segment=NetworkSegment(c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131),segment_id=c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:10:51.832881 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce576-a0f8-4179-a6fe-4639fcdd4a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (f45b435f-0f64-41fe-a6ec-36683da765f9), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:51.835862 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] Deleting port f45b435f-0f64-41fe-a6ec-36683da765f9 {{(pid=106792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:10:51.836235 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (f45b435f-0f64-41fe-a6ec-36683da765f9), before_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:51.846398 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-ff0ce576-a0f8-4179-a6fe-4639fcdd4a4f admin admin] Calling delete_port for f45b435f-0f64-41fe-a6ec-36683da765f9 owned by network:dhcp {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:10:51.907534 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] For port f45b435f-0f64-41fe-a6ec-36683da765f9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f45b435f-0f64-41fe-a6ec-36683da765f9,segment=NetworkSegment(c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131),segment_id=c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:10:51.907937 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (f45b435f-0f64-41fe-a6ec-36683da765f9), precommit_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:51.921942 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] Calling delete_port for f45b435f-0f64-41fe-a6ec-36683da765f9 owned by network:dhcp {{(pid=106792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:10:51.993173 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:52.003487 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce576-a0f8-4179-a6fe-4639fcdd4a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (f45b435f-0f64-41fe-a6ec-36683da765f9), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:52.010840 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882'] for port (f45b435f-0f64-41fe-a6ec-36683da765f9), after_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:52.032119 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0ce576-a0f8-4179-a6fe-4639fcdd4a4f admin admin] No DVR routers for this DVR port f45b435f-0f64-41fe-a6ec-36683da765f9 on host dv-cinder-master-3-iscsi {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:10:52.036268 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] Pushing event deleted for resources: {'Port': ['ID=f45b435f-0f64-41fe-a6ec-36683da765f9,revision_number=None']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:52.036421 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ce576-a0f8-4179-a6fe-4639fcdd4a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=f45b435f-0f64-41fe-a6ec-36683da765f9,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:52.044815 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] No DVR routers for this DVR port f45b435f-0f64-41fe-a6ec-36683da765f9 on host dv-cinder-master-3-iscsi {{(pid=106792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:10:52.048588 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.048940 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.049322 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.049678 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.050011 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.050337 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.050662 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.050986 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.051307 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.051634 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.051938 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.052259 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.052579 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.052894 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.053237 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73f9f9-dc5f-4091-8e99-d0efe0557cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:10:52.115598 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce576-a0f8-4179-a6fe-4639fcdd4a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1299106', 'neutron.services.segments.db._delete_segments_for_network-8760291617684'] for network (b16f22e1-6fb1-440b-98eb-845123e960e6), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:52.136196 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-ff0ce576-a0f8-4179-a6fe-4639fcdd4a4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16f22e1-6fb1-440b-98eb-845123e960e6']}} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:52.138314 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:52.146198 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-ff0ce576-a0f8-4179-a6fe-4639fcdd4a4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131') {'for_net_delete': True} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:52.146491 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-ff0ce576-a0f8-4179-a6fe-4639fcdd4a4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131') {} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:10:52.156954 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce576-a0f8-4179-a6fe-4639fcdd4a4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760291642516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-969642'] for segment (c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:52.170364 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce576-a0f8-4179-a6fe-4639fcdd4a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:52.176527 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0ce576-a0f8-4179-a6fe-4639fcdd4a4f admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=106791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:10:52.178817 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce576-a0f8-4179-a6fe-4639fcdd4a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65167609'] for segment (c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:52.258636 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131 resource provider aggregate not found Sep 04 01:10:52.273577 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1d2cfbc-d3d5-4bd8-9da5-bc22dc7bb131 found for delete ", "request_id": "req-77acec0c-9e36-4700-adbd-df5650a8e266"}]} Sep 04 01:10:52.299103 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce576-a0f8-4179-a6fe-4639fcdd4a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1299115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811184'] for network (b16f22e1-6fb1-440b-98eb-845123e960e6), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:52.303581 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce576-a0f8-4179-a6fe-4639fcdd4a4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:52.306750 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-ff0ce576-a0f8-4179-a6fe-4639fcdd4a4f admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/b16f22e1-6fb1-440b-98eb-845123e960e6 HTTP/1.1" status: 204 len: 168 time: 0.6830931 Sep 04 01:10:52.320812 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ce576-a0f8-4179-a6fe-4639fcdd4a4f admin admin] Pushing event deleted for resources: {'Network': ['ID=b16f22e1-6fb1-440b-98eb-845123e960e6,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:52.471508 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 6771cbc4-3e4b-419f-b87f-2db662f6e010 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:10:52.491592 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: 6771cbc4-3e4b-419f-b87f-2db662f6e010 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:10:52.493119 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 6771cbc4-3e4b-419f-b87f-2db662f6e010 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:10:52.493119 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device f38c3884-111a-49d9-bcf1-6a965ff5e110 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:10:52.510363 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: f38c3884-111a-49d9-bcf1-6a965ff5e110 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:10:52.510838 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device f38c3884-111a-49d9-bcf1-6a965ff5e110 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:10:52.511303 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device f45b435f-0f64-41fe-a6ec-36683da765f9 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:10:52.532534 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: f45b435f-0f64-41fe-a6ec-36683da765f9 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:10:52.532880 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device f45b435f-0f64-41fe-a6ec-36683da765f9 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:10:52.678408 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 52126) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:52.721370 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-f6d0b46e-6caa-4c4f-99d6-9453bfb05208 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=db72b63281384bd883b04d05bcc35677&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0417991 Sep 04 01:10:52.723876 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 52128) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:10:52.771801 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ffad01c4-fde0-4d55-96cb-b276665b1cb4 admin admin] Publish callbacks [] for security_group (258c239a-16c7-45ea-bf27-4f76d118a726), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:52.792748 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ffad01c4-fde0-4d55-96cb-b276665b1cb4 admin admin] Publish callbacks [] for security_group (258c239a-16c7-45ea-bf27-4f76d118a726), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:52.922359 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ffad01c4-fde0-4d55-96cb-b276665b1cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (258c239a-16c7-45ea-bf27-4f76d118a726), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:52.924774 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ffad01c4-fde0-4d55-96cb-b276665b1cb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:10:52.926020 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-ffad01c4-fde0-4d55-96cb-b276665b1cb4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/258c239a-16c7-45ea-bf27-4f76d118a726 HTTP/1.1" status: 204 len: 168 time: 0.2012851 Sep 04 01:10:52.934012 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad01c4-fde0-4d55-96cb-b276665b1cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258c239a-16c7-45ea-bf27-4f76d118a726,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:10:56.220430 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=65,neutron:DELETE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:10:57.325643 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=20 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:00.710912 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-cd2acdfe-6b08-4af4-aebd-c0cae5178f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:00.776098 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=37 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:00.804315 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=46 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:02.928873 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=64,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:02.929681 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:02.981757 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-27b36cea-7262-43e3-b2d8-7c9b76deafa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:03.456902 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da7fb1-2f1c-4e73-b7a8-fa54f4de2c83 req-b2f30381-2432-478c-a0b6-1e8ae3f88826 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:03.458384 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a7da7fb1-2f1c-4e73-b7a8-fa54f4de2c83 req-b2f30381-2432-478c-a0b6-1e8ae3f88826 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 945 time: 0.0521023 Sep 04 01:11:03.506676 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a7da7fb1-2f1c-4e73-b7a8-fa54f4de2c83 req-1ca3e5a7-506d-47c7-96af-3af563b5763f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3188d55b-e58c-4649-bc32-63a6cf0b7421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427005 Sep 04 01:11:04.196704 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:04.635467 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b2d07-a923-431b-a2b8-62712457ed0a req-ac5c26f0-383c-43f9-92dc-0a814eb42408 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:04.636915 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-646b2d07-a923-431b-a2b8-62712457ed0a req-ac5c26f0-383c-43f9-92dc-0a814eb42408 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 945 time: 0.0471051 Sep 04 01:11:04.683657 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-646b2d07-a923-431b-a2b8-62712457ed0a req-0befa406-7e2a-41d1-a57b-9af8fe81f340 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3188d55b-e58c-4649-bc32-63a6cf0b7421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410485 Sep 04 01:11:05.247140 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fac70-edfe-41f9-b593-74441a998da5 req-afee66f6-c7ea-404e-ad4d-9e92d90992d6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:05.248585 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-146fac70-edfe-41f9-b593-74441a998da5 req-afee66f6-c7ea-404e-ad4d-9e92d90992d6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 945 time: 0.0492423 Sep 04 01:11:05.331029 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-146fac70-edfe-41f9-b593-74441a998da5 req-b6788a4c-68f5-484b-baa4-0bed583c69b6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Deleting port 2aad8c1f-5af7-4478-b2c4-782e5042cc6b {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:11:05.331361 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-146fac70-edfe-41f9-b593-74441a998da5 req-b6788a4c-68f5-484b-baa4-0bed583c69b6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (2aad8c1f-5af7-4478-b2c4-782e5042cc6b), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:05.426796 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-146fac70-edfe-41f9-b593-74441a998da5 req-b6788a4c-68f5-484b-baa4-0bed583c69b6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] For port 2aad8c1f-5af7-4478-b2c4-782e5042cc6b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2aad8c1f-5af7-4478-b2c4-782e5042cc6b,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:11:05.427164 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-146fac70-edfe-41f9-b593-74441a998da5 req-b6788a4c-68f5-484b-baa4-0bed583c69b6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (2aad8c1f-5af7-4478-b2c4-782e5042cc6b), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:05.591089 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-146fac70-edfe-41f9-b593-74441a998da5 req-b6788a4c-68f5-484b-baa4-0bed583c69b6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:05.591364 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-146fac70-edfe-41f9-b593-74441a998da5 req-b6788a4c-68f5-484b-baa4-0bed583c69b6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (8e900505-469e-4629-989e-5ded8065c2a0), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:05.591706 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.l3_db [req-146fac70-edfe-41f9-b593-74441a998da5 req-b6788a4c-68f5-484b-baa4-0bed583c69b6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Floating IP 8e900505-469e-4629-989e-5ded8065c2a0 disassociated. External IP: 172.37.7.254, port: 2aad8c1f-5af7-4478-b2c4-782e5042cc6b. Sep 04 01:11:05.592095 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-146fac70-edfe-41f9-b593-74441a998da5 req-b6788a4c-68f5-484b-baa4-0bed583c69b6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Calling delete_port for 2aad8c1f-5af7-4478-b2c4-782e5042cc6b owned by compute:nova {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:11:05.693597 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:05.791075 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-146fac70-edfe-41f9-b593-74441a998da5 req-b6788a4c-68f5-484b-baa4-0bed583c69b6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (2aad8c1f-5af7-4478-b2c4-782e5042cc6b), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:05.808908 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea25589-e32a-4378-97d3-0247c84462ba req-6da25825-5acc-47f1-922f-ecf48ac53287 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:05.810573 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-eea25589-e32a-4378-97d3-0247c84462ba req-6da25825-5acc-47f1-922f-ecf48ac53287 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 945 time: 0.0503302 Sep 04 01:11:05.820835 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6788a4c-68f5-484b-baa4-0bed583c69b6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event deleted for resources: {'Port': ['ID=2aad8c1f-5af7-4478-b2c4-782e5042cc6b,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:05.865373 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-eea25589-e32a-4378-97d3-0247c84462ba req-cb463088-32fb-4124-b25d-cab00eb3b276 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3188d55b-e58c-4649-bc32-63a6cf0b7421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484400 Sep 04 01:11:05.899548 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:05.938819 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-146fac70-edfe-41f9-b593-74441a998da5 req-b6788a4c-68f5-484b-baa4-0bed583c69b6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Router a6875d57-1898-4fcc-8186-5995078e83c1 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:11:06.048682 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-146fac70-edfe-41f9-b593-74441a998da5 req-b6788a4c-68f5-484b-baa4-0bed583c69b6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:11:06.062676 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee45090-e815-4382-b6ed-065909713b24 None None] Sync routers for ids ['a6875d57-1898-4fcc-8186-5995078e83c1'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:11:06.074402 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee45090-e815-4382-b6ed-065909713b24 None None] Routers {'a6875d57-1898-4fcc-8186-5995078e83c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:11:06.075072 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-5ee45090-e815-4382-b6ed-065909713b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:11:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a6875d57-1898-4fcc-8186-5995078e83c1'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:11:06.096218 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-146fac70-edfe-41f9-b593-74441a998da5 req-b6788a4c-68f5-484b-baa4-0bed583c69b6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] No DVR routers for this DVR port 2aad8c1f-5af7-4478-b2c4-782e5042cc6b on host hv-cinder-maste {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:11:06.098683 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-146fac70-edfe-41f9-b593-74441a998da5 req-b6788a4c-68f5-484b-baa4-0bed583c69b6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:06.101960 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-146fac70-edfe-41f9-b593-74441a998da5 req-b6788a4c-68f5-484b-baa4-0bed583c69b6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.16 "DELETE /networking/v2.0/ports/2aad8c1f-5af7-4478-b2c4-782e5042cc6b HTTP/1.1" status: 204 len: 173 time: 0.8480065 Sep 04 01:11:06.106369 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b0498f-4cb8-491a-92cf-dac9890c7b4a', 'name': 'network-vif-deleted', 'tag': '2aad8c1f-5af7-4478-b2c4-782e5042cc6b'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:11:06.106369 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38459c74-d90d-4057-b173-8780f41ac25e" -d '{"events": [{"server_uuid": "16b0498f-4cb8-491a-92cf-dac9890c7b4a", "name": "network-vif-deleted", "tag": "2aad8c1f-5af7-4478-b2c4-782e5042cc6b"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:11:06.221304 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-5ee45090-e815-4382-b6ed-065909713b24 None None] Set router a6875d57-1898-4fcc-8186-5995078e83c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:11:06.327057 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914db43e-36ac-48e1-8537-985930114a83 x-openstack-request-id: req-914db43e-36ac-48e1-8537-985930114a83 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:11:06.327530 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b0498f-4cb8-491a-92cf-dac9890c7b4a", "name": "network-vif-deleted", "tag": "2aad8c1f-5af7-4478-b2c4-782e5042cc6b", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:11:06.327984 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-914db43e-36ac-48e1-8537-985930114a83 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:11:06.328395 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-914db43e-36ac-48e1-8537-985930114a83'] response: {'server_uuid': '16b0498f-4cb8-491a-92cf-dac9890c7b4a', 'name': 'network-vif-deleted', 'tag': '2aad8c1f-5af7-4478-b2c4-782e5042cc6b', 'status': 'completed', 'code': 200} Sep 04 01:11:06.394991 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:06.443417 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-5ee45090-e815-4382-b6ed-065909713b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:11:06.473836 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee45090-e815-4382-b6ed-065909713b24 None None] Checking router: a6875d57-1898-4fcc-8186-5995078e83c1 for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:11:06.487272 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee45090-e815-4382-b6ed-065909713b24 None None] Routers {'a6875d57-1898-4fcc-8186-5995078e83c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:11:06.487900 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-5ee45090-e815-4382-b6ed-065909713b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:11:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a6875d57-1898-4fcc-8186-5995078e83c1'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:11:06.600554 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-5ee45090-e815-4382-b6ed-065909713b24 None None] Set router a6875d57-1898-4fcc-8186-5995078e83c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:11:06.801324 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-5ee45090-e815-4382-b6ed-065909713b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:11:06.825359 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee45090-e815-4382-b6ed-065909713b24 None None] The sync data for ids ['a6875d57-1898-4fcc-8186-5995078e83c1'] in dv-cinder-master-3-iscsi is: [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:11:06.992772 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:06.998392 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-65b79849-bb93-44d5-a5f5-70b7137fcc09 req-8c521c84-082b-4745-b0c2-cebfbf2b1e44 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16b0498f-4cb8-491a-92cf-dac9890c7b4a HTTP/1.1" status: 200 len: 210 time: 0.0340328 Sep 04 01:11:07.088648 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c911a15d-7a9a-48d4-9cfa-e9204f29356b None None] New status for floating IP 8e900505-469e-4629-989e-5ded8065c2a0: DOWN {{(pid=106793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:11:07.453598 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 52330) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:07.561491 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-53cccb2b-364f-42e7-b154-b3cc60e6a6e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:07.579130 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:07.638406 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-53cccb2b-364f-42e7-b154-b3cc60e6a6e9 admin admin] Publish callbacks [] for security_group (641140a8-9603-4e56-a31e-b3fa1ed9f331), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:07.693850 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-53cccb2b-364f-42e7-b154-b3cc60e6a6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (641140a8-9603-4e56-a31e-b3fa1ed9f331), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:07.733687 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cccb2b-364f-42e7-b154-b3cc60e6a6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641140a8-9603-4e56-a31e-b3fa1ed9f331,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:07.739898 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-53cccb2b-364f-42e7-b154-b3cc60e6a6e9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d04a2e7c3c4743dc8ef7d9a3b0fc922b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852864 Sep 04 01:11:07.742563 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 52338) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:07.775289 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:07.794153 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-45c336a4-cf8b-4055-96b8-d58660e2b28d admin admin] Publish callbacks [] for security_group (641140a8-9603-4e56-a31e-b3fa1ed9f331), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:07.815258 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-45c336a4-cf8b-4055-96b8-d58660e2b28d admin admin] Publish callbacks [] for security_group (641140a8-9603-4e56-a31e-b3fa1ed9f331), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:07.830699 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:07.928076 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-45c336a4-cf8b-4055-96b8-d58660e2b28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (641140a8-9603-4e56-a31e-b3fa1ed9f331), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:07.930586 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-45c336a4-cf8b-4055-96b8-d58660e2b28d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:07.931736 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-45c336a4-cf8b-4055-96b8-d58660e2b28d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/641140a8-9603-4e56-a31e-b3fa1ed9f331 HTTP/1.1" status: 204 len: 168 time: 0.1883016 Sep 04 01:11:07.940475 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c336a4-cf8b-4055-96b8-d58660e2b28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641140a8-9603-4e56-a31e-b3fa1ed9f331,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:08.073986 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:11:08.152655 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 52350) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:08.214083 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-9ba89b9c-5071-43b0-acd9-f3f02dacad82 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (3188d55b-e58c-4649-bc32-63a6cf0b7421), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:08.240210 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-9ba89b9c-5071-43b0-acd9-f3f02dacad82 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (3188d55b-e58c-4649-bc32-63a6cf0b7421), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:08.368352 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-9ba89b9c-5071-43b0-acd9-f3f02dacad82 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (3188d55b-e58c-4649-bc32-63a6cf0b7421), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:08.370946 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-9ba89b9c-5071-43b0-acd9-f3f02dacad82 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:08.373765 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-9ba89b9c-5071-43b0-acd9-f3f02dacad82 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3188d55b-e58c-4649-bc32-63a6cf0b7421 HTTP/1.1" status: 204 len: 168 time: 0.2179675 Sep 04 01:11:08.375326 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 52354) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:08.382538 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba89b9c-5071-43b0-acd9-f3f02dacad82 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3188d55b-e58c-4649-bc32-63a6cf0b7421,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:08.390729 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.api.v2.resource [None req-8b01397d-ddbf-407c-a891-827c7c11d044 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] show failed (client error): The resource could not be found. Sep 04 01:11:08.391874 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-8b01397d-ddbf-407c-a891-827c7c11d044 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups/3188d55b-e58c-4649-bc32-63a6cf0b7421 HTTP/1.1" status: 404 len: 347 time: 0.0152736 Sep 04 01:11:08.394735 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 52356) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:08.494356 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 52366) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:08.507999 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f860356f-d466-46a7-8447-79db8cf5d2c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:08.516007 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-157c4701-bb02-41e0-81a3-72df7b1a075d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Deleting port 4a09384c-90bb-4ec0-9852-30a5a35f5dc0 {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:11:08.516360 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-157c4701-bb02-41e0-81a3-72df7b1a075d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (4a09384c-90bb-4ec0-9852-30a5a35f5dc0), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:08.585242 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f860356f-d466-46a7-8447-79db8cf5d2c9 admin admin] Publish callbacks [] for security_group (e4fd893e-3818-4eae-a725-8915df063786), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:08.598100 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-157c4701-bb02-41e0-81a3-72df7b1a075d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (4a09384c-90bb-4ec0-9852-30a5a35f5dc0), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:08.598423 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-157c4701-bb02-41e0-81a3-72df7b1a075d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (4a09384c-90bb-4ec0-9852-30a5a35f5dc0), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:08.612505 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-157c4701-bb02-41e0-81a3-72df7b1a075d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Calling delete_port for 4a09384c-90bb-4ec0-9852-30a5a35f5dc0 owned by network:floatingip {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:11:08.642888 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f860356f-d466-46a7-8447-79db8cf5d2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (e4fd893e-3818-4eae-a725-8915df063786), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:08.658217 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:08.694239 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860356f-d466-46a7-8447-79db8cf5d2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fd893e-3818-4eae-a725-8915df063786,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:08.699110 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-f860356f-d466-46a7-8447-79db8cf5d2c9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ecc3867e695f49be92a928e0674222e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2036846 Sep 04 01:11:08.703281 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 52370) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:08.736163 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26702bd0-da30-4e86-934e-a5ff82fbbd36 req-3d3ad18e-9463-48c8-a085-97b682464ee3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:08.737682 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-26702bd0-da30-4e86-934e-a5ff82fbbd36 req-3d3ad18e-9463-48c8-a085-97b682464ee3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0568423 Sep 04 01:11:08.790872 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-26702bd0-da30-4e86-934e-a5ff82fbbd36 req-288dd629-0618-4fa5-9712-a3674bdba74d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470371 Sep 04 01:11:08.799669 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b7925aae-7771-43b4-a79a-00108685f440 admin admin] Publish callbacks [] for security_group (e4fd893e-3818-4eae-a725-8915df063786), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:08.820638 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b7925aae-7771-43b4-a79a-00108685f440 admin admin] Publish callbacks [] for security_group (e4fd893e-3818-4eae-a725-8915df063786), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:08.859531 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-157c4701-bb02-41e0-81a3-72df7b1a075d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (4a09384c-90bb-4ec0-9852-30a5a35f5dc0), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:08.886298 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c4701-bb02-41e0-81a3-72df7b1a075d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event deleted for resources: {'Port': ['ID=4a09384c-90bb-4ec0-9852-30a5a35f5dc0,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:08.949175 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b7925aae-7771-43b4-a79a-00108685f440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (e4fd893e-3818-4eae-a725-8915df063786), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:08.952332 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b7925aae-7771-43b4-a79a-00108685f440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:08.953485 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-b7925aae-7771-43b4-a79a-00108685f440 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e4fd893e-3818-4eae-a725-8915df063786 HTTP/1.1" status: 204 len: 168 time: 0.2492745 Sep 04 01:11:08.964513 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-157c4701-bb02-41e0-81a3-72df7b1a075d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (8e900505-469e-4629-989e-5ded8065c2a0), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:08.967062 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-157c4701-bb02-41e0-81a3-72df7b1a075d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:08.968294 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-157c4701-bb02-41e0-81a3-72df7b1a075d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/8e900505-469e-4629-989e-5ded8065c2a0 HTTP/1.1" status: 204 len: 168 time: 0.5725908 Sep 04 01:11:08.969520 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7925aae-7771-43b4-a79a-00108685f440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fd893e-3818-4eae-a725-8915df063786,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:09.097745 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 52376) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:09.102352 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-c6d663d5-7a68-40eb-977c-f51c6618eb7d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'security_group': {'name': 'tempest-securitygroup--637612000', 'description': 'tempest-description--566936408'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:11:09.119559 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:09.237512 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c6d663d5-7a68-40eb-977c-f51c6618eb7d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:09.288265 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:09.315440 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c6d663d5-7a68-40eb-977c-f51c6618eb7d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:09.385270 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 2aad8c1f-5af7-4478-b2c4-782e5042cc6b no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:11:09.397004 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c6d663d5-7a68-40eb-977c-f51c6618eb7d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:09.408563 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] No Port match for: 2aad8c1f-5af7-4478-b2c4-782e5042cc6b {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:11:09.408910 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 2aad8c1f-5af7-4478-b2c4-782e5042cc6b not bound to the agent host hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:11:09.430441 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d663d5-7a68-40eb-977c-f51c6618eb7d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:09.478754 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c6d663d5-7a68-40eb-977c-f51c6618eb7d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:09.480002 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-c6d663d5-7a68-40eb-977c-f51c6618eb7d tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3812215 Sep 04 01:11:09.483735 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 52388) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:09.488501 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-59a354f1-4301-4086-923d-f3034db0733f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'security_group_rule': {'security_group_id': '4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:11:09.638135 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-59a354f1-4301-4086-923d-f3034db0733f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (973ecaf9-b003-4a4c-b650-656a00d0e985), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:09.697324 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-59a354f1-4301-4086-923d-f3034db0733f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (973ecaf9-b003-4a4c-b650-656a00d0e985), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:09.774107 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-59a354f1-4301-4086-923d-f3034db0733f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (973ecaf9-b003-4a4c-b650-656a00d0e985), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:09.794092 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a354f1-4301-4086-923d-f3034db0733f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973ecaf9-b003-4a4c-b650-656a00d0e985,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:09.892013 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-59a354f1-4301-4086-923d-f3034db0733f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:09.893392 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-59a354f1-4301-4086-923d-f3034db0733f tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4086061 Sep 04 01:11:09.896014 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 52400) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:09.906305 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-973e5ccd-a9ab-46ec-9c4a-8eeb9d1b9af6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'security_group_rule': {'security_group_id': '4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:11:09.930370 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c59060-4fd8-4e6d-bb07-5fa6d0c52e1e req-746079eb-32d7-4314-9e5c-87900236a9fb tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:09.932025 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-12c59060-4fd8-4e6d-bb07-5fa6d0c52e1e req-746079eb-32d7-4314-9e5c-87900236a9fb tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0566077 Sep 04 01:11:09.981295 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-12c59060-4fd8-4e6d-bb07-5fa6d0c52e1e req-f7471bde-2182-447d-a962-484b673ad2d6 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430126 Sep 04 01:11:10.008277 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-973e5ccd-a9ab-46ec-9c4a-8eeb9d1b9af6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (0cea0857-fafa-4498-b594-2f28583781fc), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:10.068262 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-973e5ccd-a9ab-46ec-9c4a-8eeb9d1b9af6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (0cea0857-fafa-4498-b594-2f28583781fc), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:10.145320 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-973e5ccd-a9ab-46ec-9c4a-8eeb9d1b9af6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (0cea0857-fafa-4498-b594-2f28583781fc), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:10.164128 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e5ccd-a9ab-46ec-9c4a-8eeb9d1b9af6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cea0857-fafa-4498-b594-2f28583781fc,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:10.262618 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-973e5ccd-a9ab-46ec-9c4a-8eeb9d1b9af6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:10.267665 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-973e5ccd-a9ab-46ec-9c4a-8eeb9d1b9af6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3675008 Sep 04 01:11:10.268626 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 52408) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:10.273001 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-0fd9a4cd-21c8-4dce-bb6d-06b92056c4ed tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'floatingip': {'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:11:10.345268 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0fd9a4cd-21c8-4dce-bb6d-06b92056c4ed tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:10.433997 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0fd9a4cd-21c8-4dce-bb6d-06b92056c4ed tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:10.549583 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_common [None req-0fd9a4cd-21c8-4dce-bb6d-06b92056c4ed tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Allocated IP 172.37.7.225 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/4b9f3ca7-e9f5-4a2e-ab65-402ed81ac4dc) {{(pid=106790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:11:10.639532 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:10.665806 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0fd9a4cd-21c8-4dce-bb6d-06b92056c4ed tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for port (4b9f3ca7-e9f5-4a2e-ab65-402ed81ac4dc), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:10.757717 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0fd9a4cd-21c8-4dce-bb6d-06b92056c4ed tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (4b9f3ca7-e9f5-4a2e-ab65-402ed81ac4dc), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:10.767053 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:10.800478 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd9a4cd-21c8-4dce-bb6d-06b92056c4ed tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:11:10.803389 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-0fd9a4cd-21c8-4dce-bb6d-06b92056c4ed tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:11:10.807297 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd9a4cd-21c8-4dce-bb6d-06b92056c4ed tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Received port after_create {{(pid=106790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:11:10.812478 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9a4cd-21c8-4dce-bb6d-06b92056c4ed tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'Port': ['ID=4b9f3ca7-e9f5-4a2e-ab65-402ed81ac4dc,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:10.903212 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0fd9a4cd-21c8-4dce-bb6d-06b92056c4ed tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (ee349f48-2567-44d9-9e83-458588ed82fe), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:11.048311 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0fd9a4cd-21c8-4dce-bb6d-06b92056c4ed tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (4b9f3ca7-e9f5-4a2e-ab65-402ed81ac4dc), before_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:11.179033 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589845c1-6e54-4cb1-abe4-eef47d55ada2 req-5aea5cbf-d4c4-4e5b-8c59-77d646fe5c56 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:11.180563 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-589845c1-6e54-4cb1-abe4-eef47d55ada2 req-5aea5cbf-d4c4-4e5b-8c59-77d646fe5c56 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0922744 Sep 04 01:11:11.268125 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-589845c1-6e54-4cb1-abe4-eef47d55ada2 req-824a4bc3-6035-4287-9982-89087990aebc tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809686 Sep 04 01:11:11.289212 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0fd9a4cd-21c8-4dce-bb6d-06b92056c4ed tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for port (4b9f3ca7-e9f5-4a2e-ab65-402ed81ac4dc), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:11.391159 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0fd9a4cd-21c8-4dce-bb6d-06b92056c4ed tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63045568'] for port (4b9f3ca7-e9f5-4a2e-ab65-402ed81ac4dc), after_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:11.462841 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9a4cd-21c8-4dce-bb6d-06b92056c4ed tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'Port': ['ID=4b9f3ca7-e9f5-4a2e-ab65-402ed81ac4dc,revision_number=2']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:11.465381 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0fd9a4cd-21c8-4dce-bb6d-06b92056c4ed tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (ee349f48-2567-44d9-9e83-458588ed82fe), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:11.518594 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0fd9a4cd-21c8-4dce-bb6d-06b92056c4ed tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:11.519854 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-0fd9a4cd-21c8-4dce-bb6d-06b92056c4ed tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2507656 Sep 04 01:11:11.585489 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:11.721629 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-e5e7b840-379e-456f-b2c2-1191e214596c tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--637612000&fields=id&tenant_id=287d111f08ac4b05bd5adec9c40d0620 HTTP/1.1" status: 200 len: 267 time: 0.0426664 Sep 04 01:11:11.783923 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:11.832494 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-37220a69-b658-4851-a95b-6cc83a0da978 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:11.833988 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-37220a69-b658-4851-a95b-6cc83a0da978 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/networks?id=d7f39628-666e-4480-8bee-49de183d5e09 HTTP/1.1" status: 200 len: 815 time: 0.1056571 Sep 04 01:11:11.849490 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-63f3aaa9-22b5-4c4d-9905-1e10b659c591 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/quotas/287d111f08ac4b05bd5adec9c40d0620 HTTP/1.1" status: 200 len: 375 time: 0.0102267 Sep 04 01:11:11.900790 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-525ba40a-d914-409a-b7c3-1c77f8632a5a tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=287d111f08ac4b05bd5adec9c40d0620&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462458 Sep 04 01:11:12.102781 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-2db1d6d5-efd2-4186-a403-5ca2de8a6597 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896734 Sep 04 01:11:12.206142 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-bf221082-3282-4ef0-83ca-43b5d6bd557d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937042 Sep 04 01:11:12.398254 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d503ac7-8a92-44de-8309-b274b65fe23e req-5187bb12-6a80-4683-affd-b7f3755f67ba tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:12.398254 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-0d503ac7-8a92-44de-8309-b274b65fe23e req-5187bb12-6a80-4683-affd-b7f3755f67ba tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0485551 Sep 04 01:11:12.462132 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-0d503ac7-8a92-44de-8309-b274b65fe23e req-ee9768d5-4878-4bab-abc5-25f523bd7f83 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580971 Sep 04 01:11:12.494737 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-50523877-af29-4370-9cce-3164017fcf17 req-0fbfae36-b839-4d6e-bca4-264ac24f66cd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 210 time: 0.0382063 Sep 04 01:11:13.605036 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5770c2-6613-44d1-a1c7-c9064ca313dd req-79a32b73-3654-4f7d-a1e9-e6623b93bad6 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:13.609658 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-dc5770c2-6613-44d1-a1c7-c9064ca313dd req-79a32b73-3654-4f7d-a1e9-e6623b93bad6 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0594144 Sep 04 01:11:13.610444 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 52486) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:13.619666 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d4624ae7-d917-4b90-a2ef-7a0f363f0437 req-236de140-07b5-482e-b3f2-0762b59cb948 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 210 time: 0.0346110 Sep 04 01:11:13.677227 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-dc5770c2-6613-44d1-a1c7-c9064ca313dd req-d10df71b-b2e8-4cb9-8815-bd84faf66569 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600469 Sep 04 01:11:13.749284 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-98cfa312-4ad4-48eb-b838-a50cb5565167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:13.759343 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2eef5bb1-24fc-4143-83aa-1df527bb4758 req-9b4e4703-6a4d-4046-90ca-8fc7f5f6fcb3 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409882 Sep 04 01:11:13.829320 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-98cfa312-4ad4-48eb-b838-a50cb5565167 admin admin] Publish callbacks [] for security_group (e847a0a2-2585-4ff1-a54c-9948af2c238f), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:13.849769 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef5bb1-24fc-4143-83aa-1df527bb4758 req-3a60bd26-0eb7-4ccd-b90a-4283f02c2f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:13.851353 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2eef5bb1-24fc-4143-83aa-1df527bb4758 req-3a60bd26-0eb7-4ccd-b90a-4283f02c2f86 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=735896cd6b3b4c448dd94b3bf7577cb8&device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 1129 time: 0.0435121 Sep 04 01:11:13.871264 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-98cfa312-4ad4-48eb-b838-a50cb5565167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (e847a0a2-2585-4ff1-a54c-9948af2c238f), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:13.911290 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cfa312-4ad4-48eb-b838-a50cb5565167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e847a0a2-2585-4ff1-a54c-9948af2c238f,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:13.916797 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-98cfa312-4ad4-48eb-b838-a50cb5565167 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=116334f5d153436bae64e2cb17629671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3031759 Sep 04 01:11:13.917703 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 52490) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:13.978155 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-67fafc2b-92e8-4613-ba18-10ebac57d860 admin admin] Publish callbacks [] for security_group (e847a0a2-2585-4ff1-a54c-9948af2c238f), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:14.001601 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-67fafc2b-92e8-4613-ba18-10ebac57d860 admin admin] Publish callbacks [] for security_group (e847a0a2-2585-4ff1-a54c-9948af2c238f), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:14.016825 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef5bb1-24fc-4143-83aa-1df527bb4758 req-715618a1-5765-482c-83e5-b7d95c4b4c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:14.018503 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2eef5bb1-24fc-4143-83aa-1df527bb4758 req-715618a1-5765-482c-83e5-b7d95c4b4c67 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=a4020194-c9cd-46d3-9c56-5d8c215c248f HTTP/1.1" status: 200 len: 910 time: 0.1095347 Sep 04 01:11:14.041806 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:14.084130 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2eef5bb1-24fc-4143-83aa-1df527bb4758 req-85f2713f-07d2-4102-a646-dd456abcfa50 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d072bfcf-41bd-430e-800c-1d1a3b17d915 HTTP/1.1" status: 200 len: 1001 time: 0.0585122 Sep 04 01:11:14.136514 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef5bb1-24fc-4143-83aa-1df527bb4758 req-5c8cb12b-4f33-4019-9fb7-b89e1b138ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:14.137983 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2eef5bb1-24fc-4143-83aa-1df527bb4758 req-5c8cb12b-4f33-4019-9fb7-b89e1b138ad2 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db HTTP/1.1" status: 200 len: 848 time: 0.0476072 Sep 04 01:11:14.180454 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-67fafc2b-92e8-4613-ba18-10ebac57d860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (e847a0a2-2585-4ff1-a54c-9948af2c238f), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:14.182977 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef5bb1-24fc-4143-83aa-1df527bb4758 req-c0f61273-9a01-4357-a3df-1b93510ee8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:14.183223 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-67fafc2b-92e8-4613-ba18-10ebac57d860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:14.184540 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2eef5bb1-24fc-4143-83aa-1df527bb4758 req-c0f61273-9a01-4357-a3df-1b93510ee8ec service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=a4020194-c9cd-46d3-9c56-5d8c215c248f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392203 Sep 04 01:11:14.184709 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-67fafc2b-92e8-4613-ba18-10ebac57d860 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e847a0a2-2585-4ff1-a54c-9948af2c238f HTTP/1.1" status: 204 len: 168 time: 0.2658012 Sep 04 01:11:14.194438 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fafc2b-92e8-4613-ba18-10ebac57d860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e847a0a2-2585-4ff1-a54c-9948af2c238f,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:14.284711 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:14.559275 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2eef5bb1-24fc-4143-83aa-1df527bb4758 req-d683a7a5-3990-4409-bcc5-3771f586dbdd service neutron] 10.222.0.16 "GET /networking/v2.0/networks/a4020194-c9cd-46d3-9c56-5d8c215c248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618903 Sep 04 01:11:14.702433 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2eef5bb1-24fc-4143-83aa-1df527bb4758 req-3fc18e57-4b1e-4194-8a7a-258cdafa102b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/a4020194-c9cd-46d3-9c56-5d8c215c248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894651 Sep 04 01:11:14.729429 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b6268caf-aef3-4eef-889c-0ce43cc9c21d req-14f0479e-4405-41fb-b2b7-e957f407029e tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 210 time: 0.0304356 Sep 04 01:11:14.827233 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601574b-e336-46fb-94c2-47851205c92a req-45e23b71-dd4d-44d0-8f02-5401ddb0137b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:14.828737 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-0601574b-e336-46fb-94c2-47851205c92a req-45e23b71-dd4d-44d0-8f02-5401ddb0137b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0486882 Sep 04 01:11:14.834248 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 52500) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:14.847583 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8f871c70-d1c9-47bd-a02c-da76de91726f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:14.882670 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-0601574b-e336-46fb-94c2-47851205c92a req-4f33b4de-f557-446c-9fe0-0caf43e466d7 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484099 Sep 04 01:11:14.984576 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:15.013221 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8f871c70-d1c9-47bd-a02c-da76de91726f admin admin] Publish callbacks [] for security_group (0af83f82-8596-4878-b9ac-a5f03f610f07), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:15.023549 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-76de2afe-c585-4669-b5cb-7b12ca31d79a tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:15.035399 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-76de2afe-c585-4669-b5cb-7b12ca31d79a tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.16 "GET /networking/v2.0/networks?id=d7f39628-666e-4480-8bee-49de183d5e09 HTTP/1.1" status: 200 len: 815 time: 0.1365981 Sep 04 01:11:15.090871 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8f871c70-d1c9-47bd-a02c-da76de91726f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (0af83f82-8596-4878-b9ac-a5f03f610f07), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:15.107807 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b796c653-a7f6-44d4-894a-8bb112401c46 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=287d111f08ac4b05bd5adec9c40d0620 HTTP/1.1" status: 200 len: 379 time: 0.0663803 Sep 04 01:11:15.124138 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-9d74c530-2b9b-4027-9b39-f94804248ac1 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'port': {'device_id': '2718d3b6-c71c-4ae1-9544-0f8e4a43d989', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'admin_state_up': True, 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'security_groups': ['4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867']}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:11:15.154747 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-8f871c70-d1c9-47bd-a02c-da76de91726f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=db8d12b797ca4982ad0ebbc95384040a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192117 Sep 04 01:11:15.157457 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 52502) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:15.158074 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f871c70-d1c9-47bd-a02c-da76de91726f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af83f82-8596-4878-b9ac-a5f03f610f07,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:15.208541 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ce22-d123-4a26-a3f9-0c083f1ff7f6 admin admin] Publish callbacks [] for security_group (0af83f82-8596-4878-b9ac-a5f03f610f07), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:15.230972 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ce22-d123-4a26-a3f9-0c083f1ff7f6 admin admin] Publish callbacks [] for security_group (0af83f82-8596-4878-b9ac-a5f03f610f07), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:15.328190 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-9d74c530-2b9b-4027-9b39-f94804248ac1 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Made reservation on behalf of 287d111f08ac4b05bd5adec9c40d0620 for: {'port': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:11:15.332101 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-9d74c530-2b9b-4027-9b39-f94804248ac1 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:15.345355 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ce22-d123-4a26-a3f9-0c083f1ff7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (0af83f82-8596-4878-b9ac-a5f03f610f07), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:15.347864 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ce22-d123-4a26-a3f9-0c083f1ff7f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:15.349235 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-4fa0ce22-d123-4a26-a3f9-0c083f1ff7f6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0af83f82-8596-4878-b9ac-a5f03f610f07 HTTP/1.1" status: 204 len: 168 time: 0.1906822 Sep 04 01:11:15.358128 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0ce22-d123-4a26-a3f9-0c083f1ff7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af83f82-8596-4878-b9ac-a5f03f610f07,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:15.482661 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-9d74c530-2b9b-4027-9b39-f94804248ac1 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Allocated IP 172.20.0.12 (d7f39628-666e-4480-8bee-49de183d5e09/1af847f5-eeac-4b3d-afa5-aa099062676b/a684da0f-7a2f-4974-8aa3-30875caa5a0e) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:11:15.488014 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:15.632266 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-9d74c530-2b9b-4027-9b39-f94804248ac1 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for port (a684da0f-7a2f-4974-8aa3-30875caa5a0e), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:15.717635 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-9d74c530-2b9b-4027-9b39-f94804248ac1 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (a684da0f-7a2f-4974-8aa3-30875caa5a0e), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:15.766374 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-9d74c530-2b9b-4027-9b39-f94804248ac1 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Network d7f39628-666e-4480-8bee-49de183d5e09 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:11:15.772886 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-9d74c530-2b9b-4027-9b39-f94804248ac1 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:11:15.775964 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-9d74c530-2b9b-4027-9b39-f94804248ac1 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:11:15.817268 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74c530-2b9b-4027-9b39-f94804248ac1 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event updated for resources: {'Port': ['ID=a684da0f-7a2f-4974-8aa3-30875caa5a0e,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:15.873735 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:15.882386 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-9d74c530-2b9b-4027-9b39-f94804248ac1 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:15.883025 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-9d74c530-2b9b-4027-9b39-f94804248ac1 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:15.902389 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259064-6c49-42cc-b7be-e7a5320cddbc req-0a69dcbf-3bfb-4a60-8fe1-101a91a8c04b tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:15.909376 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-43259064-6c49-42cc-b7be-e7a5320cddbc req-0a69dcbf-3bfb-4a60-8fe1-101a91a8c04b tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 932 time: 0.0824039 Sep 04 01:11:15.972220 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-43259064-6c49-42cc-b7be-e7a5320cddbc req-b933885b-07bd-40e2-97f5-bd1f9030dead tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612178 Sep 04 01:11:15.990707 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-9d74c530-2b9b-4027-9b39-f94804248ac1 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8744509 Sep 04 01:11:16.007517 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b233f65d-cc53-430b-8384-38f50990018e service neutron] Request body: {'port': {'device_id': '2718d3b6-c71c-4ae1-9544-0f8e4a43d989', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:11:16.062386 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-96ef8581-f4ff-4e85-8a54-6fc416893de1 None None] Provisioning complete for port a684da0f-7a2f-4974-8aa3-30875caa5a0e triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:11:16.063369 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-96ef8581-f4ff-4e85-8a54-6fc416893de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (a684da0f-7a2f-4974-8aa3-30875caa5a0e), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:16.068442 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f58825-5468-4449-83e2-a1696953915b req-679ad8a3-bcb8-4470-8227-8555fef03dcc tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:16.070208 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c7f58825-5468-4449-83e2-a1696953915b req-679ad8a3-bcb8-4470-8227-8555fef03dcc tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0687099 Sep 04 01:11:16.083970 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b233f65d-cc53-430b-8384-38f50990018e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (a684da0f-7a2f-4974-8aa3-30875caa5a0e), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:16.103630 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-96ef8581-f4ff-4e85-8a54-6fc416893de1 None None] Port a684da0f-7a2f-4974-8aa3-30875caa5a0e cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:11:16.136341 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c7f58825-5468-4449-83e2-a1696953915b req-571a3196-5ddf-4379-8b52-984d9dade22c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570409 Sep 04 01:11:16.390848 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b233f65d-cc53-430b-8384-38f50990018e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a684da0f-7a2f-4974-8aa3-30875caa5a0e {{(pid=106791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:11:16.399595 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b233f65d-cc53-430b-8384-38f50990018e service neutron] Publish callbacks [] for port (a684da0f-7a2f-4974-8aa3-30875caa5a0e), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:16.413313 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.provisioning_blocks [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b233f65d-cc53-430b-8384-38f50990018e service neutron] Transition to ACTIVE for port object a684da0f-7a2f-4974-8aa3-30875caa5a0e will not be triggered until provisioned by entity L2. {{(pid=106791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:11:16.454157 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b233f65d-cc53-430b-8384-38f50990018e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (a684da0f-7a2f-4974-8aa3-30875caa5a0e), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:16.551355 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233f65d-cc53-430b-8384-38f50990018e service neutron] Pushing event updated for resources: {'Port': ['ID=a684da0f-7a2f-4974-8aa3-30875caa5a0e,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:16.577571 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:16.583481 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b233f65d-cc53-430b-8384-38f50990018e service neutron] Attempting to bind port a684da0f-7a2f-4974-8aa3-30875caa5a0e on host hv-cinder-maste for vnic_type normal with profile {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:11:16.583913 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b233f65d-cc53-430b-8384-38f50990018e service neutron] Attempting to bind port a684da0f-7a2f-4974-8aa3-30875caa5a0e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:11:16.584150 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b233f65d-cc53-430b-8384-38f50990018e service neutron] Attempting to bind port a684da0f-7a2f-4974-8aa3-30875caa5a0e on network d7f39628-666e-4480-8bee-49de183d5e09 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:11:16.589276 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b233f65d-cc53-430b-8384-38f50990018e service neutron] Port a684da0f-7a2f-4974-8aa3-30875caa5a0e on network d7f39628-666e-4480-8bee-49de183d5e09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:11:16.589602 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b233f65d-cc53-430b-8384-38f50990018e service neutron] Attempting to bind port a684da0f-7a2f-4974-8aa3-30875caa5a0e on network d7f39628-666e-4480-8bee-49de183d5e09 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:11:16.596216 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b233f65d-cc53-430b-8384-38f50990018e service neutron] Checking agent: {'id': 'dda4db69-a2e6-4522-aa0b-4e619e0d5c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'started_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:11:16.596554 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b233f65d-cc53-430b-8384-38f50990018e service neutron] Checking segment: {'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:11:16.596935 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b233f65d-cc53-430b-8384-38f50990018e service neutron] Bound using segment: {'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:11:16.597390 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b233f65d-cc53-430b-8384-38f50990018e service neutron] Bound port: a684da0f-7a2f-4974-8aa3-30875caa5a0e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929a573e-75ef-46ab-9889-4a31869bd81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09'}}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:11:16.597747 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b233f65d-cc53-430b-8384-38f50990018e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (a684da0f-7a2f-4974-8aa3-30875caa5a0e), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:16.690875 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b233f65d-cc53-430b-8384-38f50990018e service neutron] For port a684da0f-7a2f-4974-8aa3-30875caa5a0e, host hv-cinder-maste, cleared binding levels {{(pid=106791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:11:16.694775 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b233f65d-cc53-430b-8384-38f50990018e service neutron] For port a684da0f-7a2f-4974-8aa3-30875caa5a0e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a684da0f-7a2f-4974-8aa3-30875caa5a0e,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:11:16.784121 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b233f65d-cc53-430b-8384-38f50990018e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (a684da0f-7a2f-4974-8aa3-30875caa5a0e), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:16.785867 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b233f65d-cc53-430b-8384-38f50990018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:16.787019 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b233f65d-cc53-430b-8384-38f50990018e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:16.788968 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-b233f65d-cc53-430b-8384-38f50990018e service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/a684da0f-7a2f-4974-8aa3-30875caa5a0e HTTP/1.1" status: 200 len: 1094 time: 0.7857919 Sep 04 01:11:16.791316 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2718d3b6-c71c-4ae1-9544-0f8e4a43d989', 'tag': 'a684da0f-7a2f-4974-8aa3-30875caa5a0e'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:11:16.793542 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a5ab0d-8198-4040-9ee0-d03939347395" -d '{"events": [{"name": "network-changed", "server_uuid": "2718d3b6-c71c-4ae1-9544-0f8e4a43d989", "tag": "a684da0f-7a2f-4974-8aa3-30875caa5a0e"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:11:16.843080 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233f65d-cc53-430b-8384-38f50990018e service neutron] Pushing event updated for resources: {'Port': ['ID=a684da0f-7a2f-4974-8aa3-30875caa5a0e,revision_number=3']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:16.860844 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05afcdb5-ead2-48f6-b6dc-24f0302188f9 x-openstack-request-id: req-05afcdb5-ead2-48f6-b6dc-24f0302188f9 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:11:16.861166 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2718d3b6-c71c-4ae1-9544-0f8e4a43d989", "tag": "a684da0f-7a2f-4974-8aa3-30875caa5a0e", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:11:16.861417 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-05afcdb5-ead2-48f6-b6dc-24f0302188f9 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:11:16.861814 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05afcdb5-ead2-48f6-b6dc-24f0302188f9'] response: {'name': 'network-changed', 'server_uuid': '2718d3b6-c71c-4ae1-9544-0f8e4a43d989', 'tag': 'a684da0f-7a2f-4974-8aa3-30875caa5a0e', 'status': 'completed', 'code': 200} Sep 04 01:11:16.952887 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5ab0d-8198-4040-9ee0-d03939347395 req-73c907f5-7d87-476c-a67e-51088381505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:16.954374 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-69a5ab0d-8198-4040-9ee0-d03939347395 req-73c907f5-7d87-476c-a67e-51088381505e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=287d111f08ac4b05bd5adec9c40d0620&device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 1128 time: 0.0397234 Sep 04 01:11:17.039492 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:17.075669 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5ab0d-8198-4040-9ee0-d03939347395 req-5f5cb718-1a77-4224-9af0-0e4aba40fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:17.075669 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-69a5ab0d-8198-4040-9ee0-d03939347395 req-5f5cb718-1a77-4224-9af0-0e4aba40fb01 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=287d111f08ac4b05bd5adec9c40d0620&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1086442 Sep 04 01:11:17.106712 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1495bd-dcbb-436a-881d-75f9a4d235b4 req-bebf1f0b-17d5-4f64-9bff-9d77b1ff27d2 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:17.108804 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ff1495bd-dcbb-436a-881d-75f9a4d235b4 req-bebf1f0b-17d5-4f64-9bff-9d77b1ff27d2 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 944 time: 0.0499885 Sep 04 01:11:17.159988 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ff1495bd-dcbb-436a-881d-75f9a4d235b4 req-cd91496d-2bd9-46d3-ad36-fbac606d4fa7 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452659 Sep 04 01:11:17.167320 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:17.208353 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5ab0d-8198-4040-9ee0-d03939347395 req-f8907929-7c6d-48f1-a369-361954382443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:17.208353 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-69a5ab0d-8198-4040-9ee0-d03939347395 req-f8907929-7c6d-48f1-a369-361954382443 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1047525 Sep 04 01:11:17.271651 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:17.295808 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b50eb-95b1-450f-8934-a0e48b17e4b7 req-95fe869d-2a4b-4ded-aaec-2997257c48cc tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:17.299920 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-cd4b50eb-95b1-450f-8934-a0e48b17e4b7 req-95fe869d-2a4b-4ded-aaec-2997257c48cc tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0624557 Sep 04 01:11:17.316340 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-db290e27-5ea9-4c3d-8eb3-a3a9f0436b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:17.318032 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-db290e27-5ea9-4c3d-8eb3-a3a9f0436b53 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=287d111f08ac4b05bd5adec9c40d0620&device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 1128 time: 0.0616102 Sep 04 01:11:17.378894 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-e7459ce7-61f2-4d8c-adc2-811645cb1b67 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a684da0f-7a2f-4974-8aa3-30875caa5a0e HTTP/1.1" status: 200 len: 217 time: 0.0463002 Sep 04 01:11:17.382547 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-cd4b50eb-95b1-450f-8934-a0e48b17e4b7 req-c3f212fd-f2ed-45df-a857-200ac413ae36 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783155 Sep 04 01:11:17.438207 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-68afd4f9-d2a1-49e3-b96a-ba76e9b10590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:17.439747 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-68afd4f9-d2a1-49e3-b96a-ba76e9b10590 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=1af847f5-eeac-4b3d-afa5-aa099062676b HTTP/1.1" status: 200 len: 854 time: 0.0543168 Sep 04 01:11:17.493710 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-bea23c76-ce78-4f80-ba95-a3030dfa21cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:17.495311 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-bea23c76-ce78-4f80-ba95-a3030dfa21cb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d7f39628-666e-4480-8bee-49de183d5e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487099 Sep 04 01:11:17.592728 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-7801768b-dd7e-47af-94ca-4bd7349e4257 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897572 Sep 04 01:11:17.687505 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d25af1a-9bf0-4302-a934-30a7b8a3d555 req-745dca10-88eb-410c-ba7e-bc0e70a18bc6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887632 Sep 04 01:11:18.291020 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6600d-c88f-447f-8d39-148a474cac78 req-7edd782e-c917-4b47-8488-bd2f883d0318 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:18.292485 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-98a6600d-c88f-447f-8d39-148a474cac78 req-7edd782e-c917-4b47-8488-bd2f883d0318 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 944 time: 0.0472240 Sep 04 01:11:18.340259 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-98a6600d-c88f-447f-8d39-148a474cac78 req-1f32364c-e93e-4071-9f8e-87b7279a064b tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409360 Sep 04 01:11:18.519575 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e1618-d3ad-4777-9761-7992be0cb344 req-b7909e72-6dd5-49b0-be34-dd6fc6ae4ddd tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:18.521050 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d13e1618-d3ad-4777-9761-7992be0cb344 req-b7909e72-6dd5-49b0-be34-dd6fc6ae4ddd tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0475667 Sep 04 01:11:18.569382 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d13e1618-d3ad-4777-9761-7992be0cb344 req-d89068d7-ff66-4df8-b450-dc7b1c4b32b7 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427365 Sep 04 01:11:19.473336 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9408a6d-8e1f-4a92-b02b-71772f5436c8 req-4ea65ca5-5ba5-438c-9600-57f326015793 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:19.474866 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b9408a6d-8e1f-4a92-b02b-71772f5436c8 req-4ea65ca5-5ba5-438c-9600-57f326015793 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 944 time: 0.0521278 Sep 04 01:11:19.522959 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b9408a6d-8e1f-4a92-b02b-71772f5436c8 req-57e03b49-c133-46aa-9e8a-3119a066fb39 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424290 Sep 04 01:11:19.697624 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1aae2-f9e7-49e9-98ab-a2e945800a39 req-fba925e9-dcbe-4ea9-9c4c-ff85a54cd393 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:19.699095 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-50c1aae2-f9e7-49e9-98ab-a2e945800a39 req-fba925e9-dcbe-4ea9-9c4c-ff85a54cd393 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0507298 Sep 04 01:11:19.747549 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-50c1aae2-f9e7-49e9-98ab-a2e945800a39 req-65eebee3-13e8-4423-841f-9e82c6d7b940 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421987 Sep 04 01:11:20.645397 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b13de7-659c-469c-aa34-0ff998c97120 req-08146540-fea1-4c77-911b-4558613216d2 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:20.646901 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-51b13de7-659c-469c-aa34-0ff998c97120 req-08146540-fea1-4c77-911b-4558613216d2 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 944 time: 0.0473835 Sep 04 01:11:20.693828 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-51b13de7-659c-469c-aa34-0ff998c97120 req-2c10c15b-2459-421c-aaf2-905a778a3d37 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411754 Sep 04 01:11:20.878455 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270f7f9-374f-485b-b800-e4e2f6f9a2bf req-6d2fb829-d019-425c-a352-028f6245c214 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:20.879843 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5270f7f9-374f-485b-b800-e4e2f6f9a2bf req-6d2fb829-d019-425c-a352-028f6245c214 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0483501 Sep 04 01:11:20.929013 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5270f7f9-374f-485b-b800-e4e2f6f9a2bf req-7b235843-7b51-4aba-aa2f-43fdd6b9aa26 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435367 Sep 04 01:11:21.446658 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 19f203f1-14db-4bb0-aaad-c8e57c75d249 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:11:21.557785 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 19f203f1-14db-4bb0-aaad-c8e57c75d249, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=19f203f1-14db-4bb0-aaad-c8e57c75d249,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:11:21.574215 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': '19f203f1-14db-4bb0-aaad-c8e57c75d249', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'port_id': '19f203f1-14db-4bb0-aaad-c8e57c75d249', 'mac_address': 'fa:16:3e:ff:4b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:11:21.609828 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 19f203f1-14db-4bb0-aaad-c8e57c75d249 is: ACTIVE; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:11:21.610215 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:21.623729 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19f203f1-14db-4bb0-aaad-c8e57c75d249 {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:11:21.645315 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 19f203f1-14db-4bb0-aaad-c8e57c75d249, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=19f203f1-14db-4bb0-aaad-c8e57c75d249,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:11:21.740248 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:21.741088 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device a684da0f-7a2f-4974-8aa3-30875caa5a0e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:11:21.855159 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=19f203f1-14db-4bb0-aaad-c8e57c75d249,revision_number=6']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:21.864039 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a08a04-f583-4b41-8cf3-00656e7b4055 req-966c1f42-7059-490e-bc59-a6f8500b7352 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:21.869592 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b4a08a04-f583-4b41-8cf3-00656e7b4055 req-966c1f42-7059-490e-bc59-a6f8500b7352 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 944 time: 0.0807593 Sep 04 01:11:21.885840 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:21.903958 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port a684da0f-7a2f-4974-8aa3-30875caa5a0e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a684da0f-7a2f-4974-8aa3-30875caa5a0e,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:11:21.917549 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b4a08a04-f583-4b41-8cf3-00656e7b4055 req-252a13a5-591e-4b76-b5f8-6738a62e7fb0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434513 Sep 04 01:11:21.918758 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': 'a684da0f-7a2f-4974-8aa3-30875caa5a0e', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'port_id': 'a684da0f-7a2f-4974-8aa3-30875caa5a0e', 'mac_address': 'fa:16:3e:17:12:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:11:21.959296 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port a684da0f-7a2f-4974-8aa3-30875caa5a0e is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:11:21.959809 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (a684da0f-7a2f-4974-8aa3-30875caa5a0e), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:21.980773 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a684da0f-7a2f-4974-8aa3-30875caa5a0e {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:11:22.017304 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port a684da0f-7a2f-4974-8aa3-30875caa5a0e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a684da0f-7a2f-4974-8aa3-30875caa5a0e,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:11:22.066080 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (a684da0f-7a2f-4974-8aa3-30875caa5a0e), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:22.108875 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6204fb-54ef-4689-8be0-ad13973c8495 req-758b65eb-53c9-489a-ae51-403b74609e30 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:22.109930 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8c6204fb-54ef-4689-8be0-ad13973c8495 req-758b65eb-53c9-489a-ae51-403b74609e30 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 945 time: 0.0613010 Sep 04 01:11:22.122603 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=a684da0f-7a2f-4974-8aa3-30875caa5a0e,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:22.159270 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8c6204fb-54ef-4689-8be0-ad13973c8495 req-68fbd948-bb3a-40c0-8793-bfaa3d231fff tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429680 Sep 04 01:11:22.436772 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['19f203f1-14db-4bb0-aaad-c8e57c75d249'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:11:22.531051 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:22.584441 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['a684da0f-7a2f-4974-8aa3-30875caa5a0e'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:11:22.588806 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:23.074171 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfd36f-27be-4d95-bb77-c88872413779 req-b65ef56a-fa67-483a-8244-015b9257d40a tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:23.076958 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2fcfd36f-27be-4d95-bb77-c88872413779 req-b65ef56a-fa67-483a-8244-015b9257d40a tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 945 time: 0.0588579 Sep 04 01:11:23.149604 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2fcfd36f-27be-4d95-bb77-c88872413779 req-41a8715b-fe48-4925-bab7-c353b3431449 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613730 Sep 04 01:11:23.324079 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1fea0-a34a-4e7e-ad4a-bebe11025f02 req-4494e7be-85ca-42d7-ade6-11a06987c5b3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:23.325791 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-62e1fea0-a34a-4e7e-ad4a-bebe11025f02 req-4494e7be-85ca-42d7-ade6-11a06987c5b3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 945 time: 0.0604241 Sep 04 01:11:23.347397 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:23.389411 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-62e1fea0-a34a-4e7e-ad4a-bebe11025f02 req-8527f121-972d-4879-b6f0-0fa4568a41bc tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565889 Sep 04 01:11:23.564473 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device a684da0f-7a2f-4974-8aa3-30875caa5a0e up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:11:23.619181 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning for port a684da0f-7a2f-4974-8aa3-30875caa5a0e completed by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:11:23.665528 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port a684da0f-7a2f-4974-8aa3-30875caa5a0e triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:11:23.666160 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (a684da0f-7a2f-4974-8aa3-30875caa5a0e), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:23.753194 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port a684da0f-7a2f-4974-8aa3-30875caa5a0e is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:11:23.753502 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (a684da0f-7a2f-4974-8aa3-30875caa5a0e), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:23.781025 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2718d3b6-c71c-4ae1-9544-0f8e4a43d989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a684da0f-7a2f-4974-8aa3-30875caa5a0e'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:11:23.784194 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca826b8-9f7d-4861-bd66-c091a5d12651" -d '{"events": [{"server_uuid": "2718d3b6-c71c-4ae1-9544-0f8e4a43d989", "name": "network-vif-plugged", "status": "completed", "tag": "a684da0f-7a2f-4974-8aa3-30875caa5a0e"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:11:23.801774 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port a684da0f-7a2f-4974-8aa3-30875caa5a0e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a684da0f-7a2f-4974-8aa3-30875caa5a0e,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:11:23.878335 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (a684da0f-7a2f-4974-8aa3-30875caa5a0e), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:23.879363 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 19f203f1-14db-4bb0-aaad-c8e57c75d249 up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:11:23.992730 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=a684da0f-7a2f-4974-8aa3-30875caa5a0e,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:24.003369 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port 19f203f1-14db-4bb0-aaad-c8e57c75d249 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:11:24.003744 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:24.008682 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222734e8-667d-4ba6-876b-de0989acf944 x-openstack-request-id: req-222734e8-667d-4ba6-876b-de0989acf944 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:11:24.009038 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2718d3b6-c71c-4ae1-9544-0f8e4a43d989", "name": "network-vif-plugged", "status": "completed", "tag": "a684da0f-7a2f-4974-8aa3-30875caa5a0e", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:11:24.009376 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-222734e8-667d-4ba6-876b-de0989acf944 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:11:24.009860 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-222734e8-667d-4ba6-876b-de0989acf944'] response: {'server_uuid': '2718d3b6-c71c-4ae1-9544-0f8e4a43d989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a684da0f-7a2f-4974-8aa3-30875caa5a0e', 'code': 200} Sep 04 01:11:24.100328 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 19f203f1-14db-4bb0-aaad-c8e57c75d249 is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:11:24.100811 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:24.144022 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 19f203f1-14db-4bb0-aaad-c8e57c75d249, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=19f203f1-14db-4bb0-aaad-c8e57c75d249,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:11:24.259860 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:24.296128 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cff37b-1118-4263-8e48-246fdda28b77 req-1f3e2088-418d-4121-bfd7-a9ecc136a447 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:24.298538 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-29cff37b-1118-4263-8e48-246fdda28b77 req-1f3e2088-418d-4121-bfd7-a9ecc136a447 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 946 time: 0.0601659 Sep 04 01:11:24.335647 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=19f203f1-14db-4bb0-aaad-c8e57c75d249,revision_number=7']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:24.393905 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-29cff37b-1118-4263-8e48-246fdda28b77 req-fa293d0d-444d-4d05-a119-a045a6854273 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869417 Sep 04 01:11:24.506700 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5176e-2a89-48f6-a4fd-2b84a7e47bc6 req-418f1663-6ed1-4351-b875-e000d765f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:24.511401 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-90b5176e-2a89-48f6-a4fd-2b84a7e47bc6 req-418f1663-6ed1-4351-b875-e000d765f127 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 1130 time: 0.1037524 Sep 04 01:11:24.573599 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5c133-e59a-4d3d-9bc1-eae7d46f56c4 req-5d0fc0c6-ec79-43d5-b18e-d4ece555a159 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:24.575257 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-87d5c133-e59a-4d3d-9bc1-eae7d46f56c4 req-5d0fc0c6-ec79-43d5-b18e-d4ece555a159 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0858753 Sep 04 01:11:24.599114 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-90b5176e-2a89-48f6-a4fd-2b84a7e47bc6 req-d915673f-16f6-401b-80bb-9eeddac3ecc1 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810270 Sep 04 01:11:24.650289 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-87d5c133-e59a-4d3d-9bc1-eae7d46f56c4 req-e084e714-745c-4c9f-9e59-c73c3cbb7dbc tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687025 Sep 04 01:11:25.535947 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99668a7-83d5-4563-83d5-e7f7cabf3311 req-800c754a-ce61-46ca-b664-ed19729ab4d0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:25.537597 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e99668a7-83d5-4563-83d5-e7f7cabf3311 req-800c754a-ce61-46ca-b664-ed19729ab4d0 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 946 time: 0.0689402 Sep 04 01:11:25.594862 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 52730) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:25.611303 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e99668a7-83d5-4563-83d5-e7f7cabf3311 req-9130e669-a594-412a-817d-819151c5d398 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621018 Sep 04 01:11:25.740948 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-812ac1eb-9331-435a-a6c2-6bed99cb1904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:25.831690 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029c469-6321-48f8-b326-73a3bd5a86c4 req-9b478286-bc28-4b1b-b72b-8cc758ea9a26 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:25.833394 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5029c469-6321-48f8-b326-73a3bd5a86c4 req-9b478286-bc28-4b1b-b72b-8cc758ea9a26 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0834680 Sep 04 01:11:25.921852 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5029c469-6321-48f8-b326-73a3bd5a86c4 req-63dc002e-4eef-4554-8637-323d04972551 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821874 Sep 04 01:11:25.971654 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-812ac1eb-9331-435a-a6c2-6bed99cb1904 admin admin] Publish callbacks [] for security_group (29c59997-1578-4ff6-9395-96545a3e30ef), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:26.010970 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1d8cad-5ea0-48fc-a5af-81eec3d1e94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f203f1-14db-4bb0-aaad-c8e57c75d249'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:11:26.016045 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdedc10-33a1-4bdb-867c-c5a2f319c6d1" -d '{"events": [{"server_uuid": "da1d8cad-5ea0-48fc-a5af-81eec3d1e94b", "name": "network-vif-plugged", "status": "completed", "tag": "19f203f1-14db-4bb0-aaad-c8e57c75d249"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:11:26.032429 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-812ac1eb-9331-435a-a6c2-6bed99cb1904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (29c59997-1578-4ff6-9395-96545a3e30ef), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:26.065454 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8c6ce9-f929-4780-84f3-dc52de8d9248 x-openstack-request-id: req-7b8c6ce9-f929-4780-84f3-dc52de8d9248 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:11:26.065739 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1d8cad-5ea0-48fc-a5af-81eec3d1e94b", "name": "network-vif-plugged", "status": "completed", "tag": "19f203f1-14db-4bb0-aaad-c8e57c75d249", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:11:26.065995 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b8c6ce9-f929-4780-84f3-dc52de8d9248 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:11:26.066418 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b8c6ce9-f929-4780-84f3-dc52de8d9248'] response: {'server_uuid': 'da1d8cad-5ea0-48fc-a5af-81eec3d1e94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f203f1-14db-4bb0-aaad-c8e57c75d249', 'code': 200} Sep 04 01:11:26.076739 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-812ac1eb-9331-435a-a6c2-6bed99cb1904 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=51bc35cf23b04168b0ce60cec276724f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4777727 Sep 04 01:11:26.079348 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 52738) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:26.094026 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ac1eb-9331-435a-a6c2-6bed99cb1904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c59997-1578-4ff6-9395-96545a3e30ef,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:26.183233 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-6d17524b-36bb-4d11-8dd8-b1ae39b70b27 admin admin] Publish callbacks [] for security_group (29c59997-1578-4ff6-9395-96545a3e30ef), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:26.185430 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:26.210943 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-6d17524b-36bb-4d11-8dd8-b1ae39b70b27 admin admin] Publish callbacks [] for security_group (29c59997-1578-4ff6-9395-96545a3e30ef), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:26.358017 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-6d17524b-36bb-4d11-8dd8-b1ae39b70b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (29c59997-1578-4ff6-9395-96545a3e30ef), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:26.360725 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-6d17524b-36bb-4d11-8dd8-b1ae39b70b27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:26.364286 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-6d17524b-36bb-4d11-8dd8-b1ae39b70b27 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/29c59997-1578-4ff6-9395-96545a3e30ef HTTP/1.1" status: 204 len: 168 time: 0.2836094 Sep 04 01:11:26.378552 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17524b-36bb-4d11-8dd8-b1ae39b70b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c59997-1578-4ff6-9395-96545a3e30ef,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:26.766983 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ab81c-7c0e-4f6f-9bc7-83ad90dca2b2 req-4fdaec81-7d96-481b-a928-98851f668c44 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:26.773713 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2f3ab81c-7c0e-4f6f-9bc7-83ad90dca2b2 req-4fdaec81-7d96-481b-a928-98851f668c44 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 946 time: 0.0785248 Sep 04 01:11:26.832114 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:26.846040 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2f3ab81c-7c0e-4f6f-9bc7-83ad90dca2b2 req-62fc4a9d-0c30-4bec-9c52-bed2d12d0ea6 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633404 Sep 04 01:11:27.024117 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c309ae6-59d5-49d9-b6ed-684343b1dbf4 req-eb48d10a-e4b2-4d93-baa0-8bdb4c6903f3 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:27.036176 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2c309ae6-59d5-49d9-b6ed-684343b1dbf4 req-eb48d10a-e4b2-4d93-baa0-8bdb4c6903f3 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 946 time: 0.0973325 Sep 04 01:11:27.036935 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 52752) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:27.041324 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-250318fc-a5d4-4f0e-8273-603fe4986650 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Request body: {'floatingip': {'port_id': 'a684da0f-7a2f-4974-8aa3-30875caa5a0e'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:11:27.088915 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0ab55-a320-47dc-bb55-2eae3d7aa078 req-df425fa7-80e8-4d54-9e34-7d5642304670 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:27.089736 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-250318fc-a5d4-4f0e-8273-603fe4986650 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (ee349f48-2567-44d9-9e83-458588ed82fe), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:27.096532 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-24c0ab55-a320-47dc-bb55-2eae3d7aa078 req-df425fa7-80e8-4d54-9e34-7d5642304670 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0654869 Sep 04 01:11:27.173704 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-24c0ab55-a320-47dc-bb55-2eae3d7aa078 req-d2fbc7a7-1a34-4b5f-bc9c-6b2692934572 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759451 Sep 04 01:11:27.183135 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 52754) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:27.208382 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-405a660b-a7ae-48aa-a7d8-922e6e9d52f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:27.312247 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-405a660b-a7ae-48aa-a7d8-922e6e9d52f6 admin admin] Publish callbacks [] for security_group (18fbc458-bb5b-4fd0-80ed-a8db4ac5a4c8), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:27.373906 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-405a660b-a7ae-48aa-a7d8-922e6e9d52f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (18fbc458-bb5b-4fd0-80ed-a8db4ac5a4c8), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:27.423501 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:27.457769 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a660b-a7ae-48aa-a7d8-922e6e9d52f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fbc458-bb5b-4fd0-80ed-a8db4ac5a4c8,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:27.462400 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-405a660b-a7ae-48aa-a7d8-922e6e9d52f6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=85eb051f40134bc287ff73cd0f2ffb00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777326 Sep 04 01:11:27.471284 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 52758) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:27.535737 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-844477e2-877c-4fb3-afeb-5483d9585798 admin admin] Publish callbacks [] for security_group (18fbc458-bb5b-4fd0-80ed-a8db4ac5a4c8), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:27.560102 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-844477e2-877c-4fb3-afeb-5483d9585798 admin admin] Publish callbacks [] for security_group (18fbc458-bb5b-4fd0-80ed-a8db4ac5a4c8), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:27.608753 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:27.684050 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-250318fc-a5d4-4f0e-8273-603fe4986650 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:27.728748 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-844477e2-877c-4fb3-afeb-5483d9585798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (18fbc458-bb5b-4fd0-80ed-a8db4ac5a4c8), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:27.736344 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-844477e2-877c-4fb3-afeb-5483d9585798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:27.736344 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-844477e2-877c-4fb3-afeb-5483d9585798 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/18fbc458-bb5b-4fd0-80ed-a8db4ac5a4c8 HTTP/1.1" status: 204 len: 168 time: 0.2608595 Sep 04 01:11:27.744954 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:27.749449 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844477e2-877c-4fb3-afeb-5483d9585798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fbc458-bb5b-4fd0-80ed-a8db4ac5a4c8,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:27.759986 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=16 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:27.774493 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-250318fc-a5d4-4f0e-8273-603fe4986650 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (ee349f48-2567-44d9-9e83-458588ed82fe), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:27.891277 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.l3_db [None req-250318fc-a5d4-4f0e-8273-603fe4986650 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Floating IP ee349f48-2567-44d9-9e83-458588ed82fe associated. External IP: 172.37.7.225, port: a684da0f-7a2f-4974-8aa3-30875caa5a0e. Sep 04 01:11:28.155539 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250318fc-a5d4-4f0e-8273-603fe4986650 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Router a6875d57-1898-4fcc-8186-5995078e83c1 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:11:28.212664 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:28.311775 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250318fc-a5d4-4f0e-8273-603fe4986650 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:11:28.326412 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-250318fc-a5d4-4f0e-8273-603fe4986650 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:28.327644 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e591f34-9fed-476b-bd01-b489dca3bec8 None None] Sync routers for ids ['a6875d57-1898-4fcc-8186-5995078e83c1'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:11:28.333885 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:28.355084 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e591f34-9fed-476b-bd01-b489dca3bec8 None None] Routers {'a6875d57-1898-4fcc-8186-5995078e83c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:11:28.355084 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-3e591f34-9fed-476b-bd01-b489dca3bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:11:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a6875d57-1898-4fcc-8186-5995078e83c1'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:11:28.382168 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-250318fc-a5d4-4f0e-8273-603fe4986650 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/ee349f48-2567-44d9-9e83-458588ed82fe HTTP/1.1" status: 200 len: 992 time: 1.3417625 Sep 04 01:11:28.397123 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2718d3b6-c71c-4ae1-9544-0f8e4a43d989', 'tag': 'a684da0f-7a2f-4974-8aa3-30875caa5a0e'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:11:28.399256 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7cd4b8-1a50-41f8-9d3c-7787447ddb3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2718d3b6-c71c-4ae1-9544-0f8e4a43d989", "tag": "a684da0f-7a2f-4974-8aa3-30875caa5a0e"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:11:28.453878 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f3df9-e32e-451d-9b04-6f1284406207 req-d4e9a835-74a2-4e11-8bdb-79fec50cb7a4 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:28.470799 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c23f3df9-e32e-451d-9b04-6f1284406207 req-d4e9a835-74a2-4e11-8bdb-79fec50cb7a4 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.1161187 Sep 04 01:11:28.497762 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9845c8-61ff-4153-bd1c-d2e2d7059bab x-openstack-request-id: req-6e9845c8-61ff-4153-bd1c-d2e2d7059bab {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:11:28.497762 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2718d3b6-c71c-4ae1-9544-0f8e4a43d989", "tag": "a684da0f-7a2f-4974-8aa3-30875caa5a0e", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:11:28.498120 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e9845c8-61ff-4153-bd1c-d2e2d7059bab {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:11:28.498455 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e9845c8-61ff-4153-bd1c-d2e2d7059bab'] response: {'name': 'network-changed', 'server_uuid': '2718d3b6-c71c-4ae1-9544-0f8e4a43d989', 'tag': 'a684da0f-7a2f-4974-8aa3-30875caa5a0e', 'status': 'completed', 'code': 200} Sep 04 01:11:28.565633 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c23f3df9-e32e-451d-9b04-6f1284406207 req-20b283d4-6ae0-4c2b-97e3-bf780e43ddcc tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939496 Sep 04 01:11:28.587724 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:28.597262 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-3e591f34-9fed-476b-bd01-b489dca3bec8 None None] Set router a6875d57-1898-4fcc-8186-5995078e83c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:11:28.619373 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cd4b8-1a50-41f8-9d3c-7787447ddb3d req-ade2d72b-d9cc-4c73-a2b2-27cebc6b1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:28.621067 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ed7cd4b8-1a50-41f8-9d3c-7787447ddb3d req-ade2d72b-d9cc-4c73-a2b2-27cebc6b1105 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=287d111f08ac4b05bd5adec9c40d0620&device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 1130 time: 0.1057003 Sep 04 01:11:28.764787 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cd4b8-1a50-41f8-9d3c-7787447ddb3d req-e3a4164d-457f-4f84-afcd-e8ece166dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:28.766368 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ed7cd4b8-1a50-41f8-9d3c-7787447ddb3d req-e3a4164d-457f-4f84-afcd-e8ece166dd22 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d7f39628-666e-4480-8bee-49de183d5e09 HTTP/1.1" status: 200 len: 916 time: 0.1386092 Sep 04 01:11:28.848386 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ed7cd4b8-1a50-41f8-9d3c-7787447ddb3d req-2e2fe345-76a3-41ae-a2ef-dde534719c7e service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a684da0f-7a2f-4974-8aa3-30875caa5a0e HTTP/1.1" status: 200 len: 1000 time: 0.0753617 Sep 04 01:11:28.913887 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-3e591f34-9fed-476b-bd01-b489dca3bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ee349f48-2567-44d9-9e83-458588ed82fe', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'floating_ip_address': '172.37.7.225', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'port_id': 'a684da0f-7a2f-4974-8aa3-30875caa5a0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'mac_address': 'fa:16:3e:17:12:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2718d3b6-c71c-4ae1-9544-0f8e4a43d989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:11:10Z', 'updated_at': '2022-09-04T01:11:27Z', 'revision_number': 1, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:11:28.956788 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e591f34-9fed-476b-bd01-b489dca3bec8 None None] Checking router: a6875d57-1898-4fcc-8186-5995078e83c1 for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:11:28.963992 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cd4b8-1a50-41f8-9d3c-7787447ddb3d req-c3058941-b019-4e41-a97a-f6bf9780b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:28.965572 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ed7cd4b8-1a50-41f8-9d3c-7787447ddb3d req-c3058941-b019-4e41-a97a-f6bf9780b926 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=1af847f5-eeac-4b3d-afa5-aa099062676b HTTP/1.1" status: 200 len: 854 time: 0.1115549 Sep 04 01:11:28.967115 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e591f34-9fed-476b-bd01-b489dca3bec8 None None] Routers {'a6875d57-1898-4fcc-8186-5995078e83c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:11:28.968149 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-3e591f34-9fed-476b-bd01-b489dca3bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:11:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a6875d57-1898-4fcc-8186-5995078e83c1'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:11:29.032636 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cd4b8-1a50-41f8-9d3c-7787447ddb3d req-c2a70621-fd24-4a00-af16-c59d07e1fa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:29.034478 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ed7cd4b8-1a50-41f8-9d3c-7787447ddb3d req-c2a70621-fd24-4a00-af16-c59d07e1fa0d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d7f39628-666e-4480-8bee-49de183d5e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605290 Sep 04 01:11:29.103564 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-3e591f34-9fed-476b-bd01-b489dca3bec8 None None] Set router a6875d57-1898-4fcc-8186-5995078e83c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:11:29.223793 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ed7cd4b8-1a50-41f8-9d3c-7787447ddb3d req-0968efc6-3da5-45ea-9f2d-be607702e296 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814778 Sep 04 01:11:29.355937 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:29.379916 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:29.454593 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ed7cd4b8-1a50-41f8-9d3c-7787447ddb3d req-d604039e-317c-4a70-a062-6b9ad7a54715 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230422 Sep 04 01:11:29.569094 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-3e591f34-9fed-476b-bd01-b489dca3bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ee349f48-2567-44d9-9e83-458588ed82fe', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'floating_ip_address': '172.37.7.225', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'port_id': 'a684da0f-7a2f-4974-8aa3-30875caa5a0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'mac_address': 'fa:16:3e:17:12:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2718d3b6-c71c-4ae1-9544-0f8e4a43d989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:11:10Z', 'updated_at': '2022-09-04T01:11:27Z', 'revision_number': 1, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:11:29.607328 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e591f34-9fed-476b-bd01-b489dca3bec8 None None] The sync data for ids ['a6875d57-1898-4fcc-8186-5995078e83c1'] in dv-cinder-master-3-iscsi is: [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ee349f48-2567-44d9-9e83-458588ed82fe', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'floating_ip_address': '172.37.7.225', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'port_id': 'a684da0f-7a2f-4974-8aa3-30875caa5a0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'mac_address': 'fa:16:3e:17:12:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2718d3b6-c71c-4ae1-9544-0f8e4a43d989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:11:10Z', 'updated_at': '2022-09-04T01:11:27Z', 'revision_number': 1, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:11:29.754904 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261cc53-c8f2-45ef-afb7-8a0b6c27fc1e req-135adcb8-b48d-4425-93e3-30e39b0b4dee tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:29.762730 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5261cc53-c8f2-45ef-afb7-8a0b6c27fc1e req-135adcb8-b48d-4425-93e3-30e39b0b4dee tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0680087 Sep 04 01:11:29.839588 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5261cc53-c8f2-45ef-afb7-8a0b6c27fc1e req-9dcff85a-089b-47e9-95e2-9080de289f2a tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755951 Sep 04 01:11:29.977884 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa70241-ace3-4f8a-a3f4-f78568baab9d None None] New status for floating IP ee349f48-2567-44d9-9e83-458588ed82fe: ACTIVE {{(pid=106793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:11:30.694126 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-f40e7389-d4d5-4540-974b-c017a47ea8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:31.038874 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82dc14-f6b1-43a6-8de4-148b8e6c53cb req-5dc74d29-20db-4ca1-b665-428cf0050a13 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:31.062905 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-bd82dc14-f6b1-43a6-8de4-148b8e6c53cb req-5dc74d29-20db-4ca1-b665-428cf0050a13 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.1064949 Sep 04 01:11:31.136772 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-bd82dc14-f6b1-43a6-8de4-148b8e6c53cb req-2d945e59-53aa-48cb-90d5-7d556c76a4e2 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699952 Sep 04 01:11:32.276968 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9c424-15d7-43c6-997a-e734bd54da71 req-d6f3b306-b03e-4a55-8b04-e491a35e78ba tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:32.278472 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-8eb9c424-15d7-43c6-997a-e734bd54da71 req-d6f3b306-b03e-4a55-8b04-e491a35e78ba tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0493031 Sep 04 01:11:32.330662 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-8eb9c424-15d7-43c6-997a-e734bd54da71 req-6b3606f1-5724-48fc-b2bf-a5627dda0069 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462368 Sep 04 01:11:33.049190 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-21e7d196-ee4b-44fa-9bf1-d73d97332f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:33.464670 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3c6a8-8d71-460a-8e32-29a00ec52227 req-7066101e-ec52-47bf-a838-a0674c01417c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:33.465835 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7bb3c6a8-8d71-460a-8e32-29a00ec52227 req-7066101e-ec52-47bf-a838-a0674c01417c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0476229 Sep 04 01:11:33.513584 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7bb3c6a8-8d71-460a-8e32-29a00ec52227 req-e62540f1-f21c-43f4-a43c-866ecdcf21d3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419645 Sep 04 01:11:34.162952 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3cbf7-1b3c-484e-bae9-f405b45ef895 req-07cd9404-2049-4d30-9f90-697db5da80ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:34.164500 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8ff3cbf7-1b3c-484e-bae9-f405b45ef895 req-07cd9404-2049-4d30-9f90-697db5da80ce service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=55faed42b7f243df9df879d581797f56&device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 1130 time: 0.0444636 Sep 04 01:11:34.173975 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:34.278444 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3cbf7-1b3c-484e-bae9-f405b45ef895 req-208ae269-7903-4431-b654-32882aa42ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:34.280884 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8ff3cbf7-1b3c-484e-bae9-f405b45ef895 req-208ae269-7903-4431-b654-32882aa42ecb service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3e702e6e-ebe1-46a7-b30d-f3d140ac2993 HTTP/1.1" status: 200 len: 917 time: 0.0870836 Sep 04 01:11:34.358242 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8ff3cbf7-1b3c-484e-bae9-f405b45ef895 req-f6b55101-8185-4787-b302-86cf5baf3730 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f203f1-14db-4bb0-aaad-c8e57c75d249 HTTP/1.1" status: 200 len: 1002 time: 0.0713422 Sep 04 01:11:34.407821 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3cbf7-1b3c-484e-bae9-f405b45ef895 req-2cfccc2d-65ab-4ac2-b890-0a1eb4e232b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:34.409248 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8ff3cbf7-1b3c-484e-bae9-f405b45ef895 req-2cfccc2d-65ab-4ac2-b890-0a1eb4e232b7 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b8f8e824-5e09-4bb6-bfba-faf43aae1f44 HTTP/1.1" status: 200 len: 855 time: 0.0444858 Sep 04 01:11:34.452173 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3cbf7-1b3c-484e-bae9-f405b45ef895 req-e4111a33-c684-4f2f-bcfe-cc8eb4b1072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:34.453667 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8ff3cbf7-1b3c-484e-bae9-f405b45ef895 req-e4111a33-c684-4f2f-bcfe-cc8eb4b1072c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3e702e6e-ebe1-46a7-b30d-f3d140ac2993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384943 Sep 04 01:11:34.524329 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:34.551064 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8ff3cbf7-1b3c-484e-bae9-f405b45ef895 req-2c119db1-1216-4bc9-aa11-3c0f75c2efee service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3e702e6e-ebe1-46a7-b30d-f3d140ac2993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901480 Sep 04 01:11:34.648539 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8ff3cbf7-1b3c-484e-bae9-f405b45ef895 req-7d39b258-2d29-44d0-be6e-23d4285fc639 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3e702e6e-ebe1-46a7-b30d-f3d140ac2993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912318 Sep 04 01:11:34.650122 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c6d6e-45ae-42b6-89fb-8d360053ce36 req-e29e43a0-280d-4c3c-9af0-212cfbe03a40 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:34.651637 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e48c6d6e-45ae-42b6-89fb-8d360053ce36 req-e29e43a0-280d-4c3c-9af0-212cfbe03a40 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0560784 Sep 04 01:11:34.683664 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:34.702137 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e48c6d6e-45ae-42b6-89fb-8d360053ce36 req-0cb92e9a-45ac-4547-86cd-ebbb2b003b18 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412719 Sep 04 01:11:35.745854 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:35.951816 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:36.103471 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee75d88-2a47-40d5-b0e1-90520f63ab0a req-0618d5f3-3a90-4d8b-957b-8d109b82b6be tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:36.104945 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5ee75d88-2a47-40d5-b0e1-90520f63ab0a req-0618d5f3-3a90-4d8b-957b-8d109b82b6be tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.3175285 Sep 04 01:11:36.158940 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5ee75d88-2a47-40d5-b0e1-90520f63ab0a req-6ea8f106-7c3b-4dae-9711-75c092f857bd tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440423 Sep 04 01:11:37.285456 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b1833-017e-4fa8-9918-0b35cd67c5b4 req-fa48a556-26f3-47a9-b8b9-11cb18cedb3d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:37.286949 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a23b1833-017e-4fa8-9918-0b35cd67c5b4 req-fa48a556-26f3-47a9-b8b9-11cb18cedb3d tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 946 time: 0.0480003 Sep 04 01:11:37.338360 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a23b1833-017e-4fa8-9918-0b35cd67c5b4 req-71644bcd-fec9-437c-838e-23e497862117 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458207 Sep 04 01:11:37.629179 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 19f203f1-14db-4bb0-aaad-c8e57c75d249 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:11:37.697109 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 19f203f1-14db-4bb0-aaad-c8e57c75d249 is: ACTIVE; New status is: DOWN {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:11:37.697506 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:37.720644 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1d8cad-5ea0-48fc-a5af-81eec3d1e94b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f203f1-14db-4bb0-aaad-c8e57c75d249'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:11:37.722820 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbc2298-9943-47f6-9023-90464183ea5d" -d '{"events": [{"server_uuid": "da1d8cad-5ea0-48fc-a5af-81eec3d1e94b", "name": "network-vif-unplugged", "status": "completed", "tag": "19f203f1-14db-4bb0-aaad-c8e57c75d249"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:11:37.736275 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 19f203f1-14db-4bb0-aaad-c8e57c75d249, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=19f203f1-14db-4bb0-aaad-c8e57c75d249,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:11:37.756926 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 04 Sep 2022 01:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f44fb4-96f5-4f8e-a628-e47f0f6f983c x-openstack-request-id: req-15f44fb4-96f5-4f8e-a628-e47f0f6f983c {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:11:37.757247 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1d8cad-5ea0-48fc-a5af-81eec3d1e94b", "name": "network-vif-unplugged", "status": "failed", "tag": "19f203f1-14db-4bb0-aaad-c8e57c75d249", "code": 422}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:11:37.757503 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15f44fb4-96f5-4f8e-a628-e47f0f6f983c {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:11:37.757950 dv-cinder-master-3-iscsi neutron-server[106792]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-15f44fb4-96f5-4f8e-a628-e47f0f6f983c']: {'server_uuid': 'da1d8cad-5ea0-48fc-a5af-81eec3d1e94b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '19f203f1-14db-4bb0-aaad-c8e57c75d249', 'code': 422} returned with failed status Sep 04 01:11:37.831163 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:37.880977 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:37.883869 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=19f203f1-14db-4bb0-aaad-c8e57c75d249,revision_number=8']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:39.215246 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [req-2d5ffcb8-babb-4d9b-87ac-a7d891d35eb3 req-32425b64-4945-42d2-9baa-f563620c5e20 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106791) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 01:11:39.216233 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2d5ffcb8-babb-4d9b-87ac-a7d891d35eb3 req-32425b64-4945-42d2-9baa-f563620c5e20 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053329 Sep 04 01:11:39.549172 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6d774-83d6-49f9-8b3b-650bc7ee71c6 req-d857c161-3693-4306-82ac-aa0a5a3d825c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:39.550680 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-64c6d774-83d6-49f9-8b3b-650bc7ee71c6 req-d857c161-3693-4306-82ac-aa0a5a3d825c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 944 time: 0.0464518 Sep 04 01:11:39.605334 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-64c6d774-83d6-49f9-8b3b-650bc7ee71c6 req-62e9f9c5-fada-4b74-832c-5f3f4228003c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478055 Sep 04 01:11:40.068611 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 52980) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:40.164356 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0c1a4eef-10e2-418f-9f5f-a9619d24b2cf req-35d69e44-d4d9-4a26-a72d-152abbcad69f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0943758 Sep 04 01:11:40.173770 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [req-0c1a4eef-10e2-418f-9f5f-a9619d24b2cf req-b74fa346-06e4-4cd9-a264-2876705a17eb service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106791) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 01:11:40.174781 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0c1a4eef-10e2-418f-9f5f-a9619d24b2cf req-b74fa346-06e4-4cd9-a264-2876705a17eb service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054023 Sep 04 01:11:40.260252 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 52996) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:40.355560 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a4eef-10e2-418f-9f5f-a9619d24b2cf req-e4644eb8-5cf3-437a-9dbd-1413e69320f9 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:40.357416 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0c1a4eef-10e2-418f-9f5f-a9619d24b2cf req-e4644eb8-5cf3-437a-9dbd-1413e69320f9 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports/19f203f1-14db-4bb0-aaad-c8e57c75d249 HTTP/1.1" status: 200 len: 941 time: 0.0955329 Sep 04 01:11:40.744054 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd63d4-b1cb-4601-8671-0c5d6c2d8967 req-ce0d849e-d746-4bf4-8bac-0ca1fe657041 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:40.745580 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-19dd63d4-b1cb-4601-8671-0c5d6c2d8967 req-ce0d849e-d746-4bf4-8bac-0ca1fe657041 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 944 time: 0.0476682 Sep 04 01:11:40.796944 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-19dd63d4-b1cb-4601-8671-0c5d6c2d8967 req-d74e9a01-ffb3-42df-b790-b3783fda2bb1 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439301 Sep 04 01:11:41.628564 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 19f203f1-14db-4bb0-aaad-c8e57c75d249 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:11:41.709494 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 19f203f1-14db-4bb0-aaad-c8e57c75d249 is: DOWN; New status is: DOWN {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:11:41.934170 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd790744-c825-4579-8523-48d150904a5d req-8c13bdd3-40f7-41f6-a83d-521acbaefe6a tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:41.936650 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-fd790744-c825-4579-8523-48d150904a5d req-8c13bdd3-40f7-41f6-a83d-521acbaefe6a tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 944 time: 0.0532539 Sep 04 01:11:41.991312 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-fd790744-c825-4579-8523-48d150904a5d req-3760a634-80f1-47f3-9944-2747319a0abf tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467091 Sep 04 01:11:42.373444 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a4eef-10e2-418f-9f5f-a9619d24b2cf req-b4aaa575-b2e8-411f-a591-d811989b9c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:42.374905 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0c1a4eef-10e2-418f-9f5f-a9619d24b2cf req-b4aaa575-b2e8-411f-a591-d811989b9c4a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b&tenant_id=55faed42b7f243df9df879d581797f56 HTTP/1.1" status: 200 len: 1128 time: 0.0435781 Sep 04 01:11:42.459792 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a4eef-10e2-418f-9f5f-a9619d24b2cf req-aa001110-faf4-4f30-8a13-1fbf01e45cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:42.461351 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0c1a4eef-10e2-418f-9f5f-a9619d24b2cf req-aa001110-faf4-4f30-8a13-1fbf01e45cad service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=55faed42b7f243df9df879d581797f56&device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 1128 time: 0.0426011 Sep 04 01:11:42.554087 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a4eef-10e2-418f-9f5f-a9619d24b2cf req-f4ff6cd8-b7c7-4a54-b6e0-c4e119d38892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:42.555481 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0c1a4eef-10e2-418f-9f5f-a9619d24b2cf req-f4ff6cd8-b7c7-4a54-b6e0-c4e119d38892 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3e702e6e-ebe1-46a7-b30d-f3d140ac2993 HTTP/1.1" status: 200 len: 917 time: 0.0876575 Sep 04 01:11:42.618835 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:42.623817 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0c1a4eef-10e2-418f-9f5f-a9619d24b2cf req-22deb49c-8799-45d9-98d7-ee3282497c53 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f203f1-14db-4bb0-aaad-c8e57c75d249 HTTP/1.1" status: 200 len: 1000 time: 0.0598810 Sep 04 01:11:42.674189 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a4eef-10e2-418f-9f5f-a9619d24b2cf req-47a77abb-9193-4045-b020-ee785d33b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:42.675652 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0c1a4eef-10e2-418f-9f5f-a9619d24b2cf req-47a77abb-9193-4045-b020-ee785d33b9c4 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b8f8e824-5e09-4bb6-bfba-faf43aae1f44 HTTP/1.1" status: 200 len: 855 time: 0.0448112 Sep 04 01:11:42.721026 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a4eef-10e2-418f-9f5f-a9619d24b2cf req-5dd23812-f9ab-4328-923e-33bdde7a1eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:42.722565 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0c1a4eef-10e2-418f-9f5f-a9619d24b2cf req-5dd23812-f9ab-4328-923e-33bdde7a1eea service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3e702e6e-ebe1-46a7-b30d-f3d140ac2993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383000 Sep 04 01:11:42.818715 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0c1a4eef-10e2-418f-9f5f-a9619d24b2cf req-c0d5d513-9cb3-44b5-aa5a-bb7681c8075b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3e702e6e-ebe1-46a7-b30d-f3d140ac2993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880468 Sep 04 01:11:42.911165 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0c1a4eef-10e2-418f-9f5f-a9619d24b2cf req-251f646b-10e7-45f9-b8a3-3e502c676515 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3e702e6e-ebe1-46a7-b30d-f3d140ac2993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861888 Sep 04 01:11:43.126302 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41e1f4-6a1f-49c4-a643-6f6773f5fc3d req-5f74d78a-2276-41d4-96f2-0ddd5774038e tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:43.127778 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3a41e1f4-6a1f-49c4-a643-6f6773f5fc3d req-5f74d78a-2276-41d4-96f2-0ddd5774038e tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 944 time: 0.0483260 Sep 04 01:11:43.178948 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3a41e1f4-6a1f-49c4-a643-6f6773f5fc3d req-0cde9c6e-b6ee-42cd-8110-0d5ad3e7edf0 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453508 Sep 04 01:11:44.312537 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f675e9b-3e2c-4efb-ba42-e138c4c7e255 req-09936b8f-7d75-46be-b11d-4da819ca5e62 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:44.314164 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6f675e9b-3e2c-4efb-ba42-e138c4c7e255 req-09936b8f-7d75-46be-b11d-4da819ca5e62 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 944 time: 0.0478485 Sep 04 01:11:44.363943 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6f675e9b-3e2c-4efb-ba42-e138c4c7e255 req-87cfcd65-ba0f-453f-8541-1fd960c617c9 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441740 Sep 04 01:11:45.063769 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:11:45.506071 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d1a46-2d9c-4cda-8bcf-e7a97babae82 req-3b56c6a9-8ec7-4463-af83-7d2038a045a4 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:45.507629 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-0e5d1a46-2d9c-4cda-8bcf-e7a97babae82 req-3b56c6a9-8ec7-4463-af83-7d2038a045a4 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 944 time: 0.0526087 Sep 04 01:11:45.556706 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-0e5d1a46-2d9c-4cda-8bcf-e7a97babae82 req-7986e812-7f74-4058-99d4-71f6d3c7fc71 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433371 Sep 04 01:11:46.679477 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:46.698285 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637979b-d7d0-49ae-bb66-ada8e1a3c5a2 req-ba38f750-71cf-40b8-812f-c9379f5e8585 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:46.699874 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2637979b-d7d0-49ae-bb66-ada8e1a3c5a2 req-ba38f750-71cf-40b8-812f-c9379f5e8585 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 944 time: 0.0533400 Sep 04 01:11:46.762235 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2637979b-d7d0-49ae-bb66-ada8e1a3c5a2 req-d314a697-067b-4c5b-8143-f83bc88567bc tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544591 Sep 04 01:11:47.930738 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234dab9-271b-4a7f-93c9-df1a633dba7c req-5ab86640-606b-44ab-ba19-dfef399e7f8e tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:47.932239 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-9234dab9-271b-4a7f-93c9-df1a633dba7c req-5ab86640-606b-44ab-ba19-dfef399e7f8e tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 944 time: 0.0621374 Sep 04 01:11:47.980767 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-9234dab9-271b-4a7f-93c9-df1a633dba7c req-0e7cfcfe-23cd-48b1-a10f-9846419c33f9 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423312 Sep 04 01:11:48.652120 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 53120) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:48.780294 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c42395c7-ed82-44fe-9ab5-1873dc0477f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:48.885102 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c42395c7-ed82-44fe-9ab5-1873dc0477f0 admin admin] Publish callbacks [] for security_group (00c843c2-a104-4675-b55b-9ede24de3e66), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:49.168688 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea579feb-f33f-4579-a3c0-61905811ddb8 req-a2aa28d2-bdc6-4a9f-9195-881f2b2b6076 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:49.168688 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ea579feb-f33f-4579-a3c0-61905811ddb8 req-a2aa28d2-bdc6-4a9f-9195-881f2b2b6076 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 944 time: 0.0525851 Sep 04 01:11:49.187369 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ea579feb-f33f-4579-a3c0-61905811ddb8 req-f70d8606-98a7-4e26-bcc4-8e3dcace4594 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643010 Sep 04 01:11:49.499991 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c42395c7-ed82-44fe-9ab5-1873dc0477f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (00c843c2-a104-4675-b55b-9ede24de3e66), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:49.543201 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42395c7-ed82-44fe-9ab5-1873dc0477f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c843c2-a104-4675-b55b-9ede24de3e66,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:49.547838 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-c42395c7-ed82-44fe-9ab5-1873dc0477f0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=57b717c160e64aca8571ae6cbeeee26c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8946829 Sep 04 01:11:49.552712 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 53128) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:49.558273 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42395c7-ed82-44fe-9ab5-1873dc0477f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.563733 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42395c7-ed82-44fe-9ab5-1873dc0477f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.563733 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42395c7-ed82-44fe-9ab5-1873dc0477f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.563733 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42395c7-ed82-44fe-9ab5-1873dc0477f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.563733 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42395c7-ed82-44fe-9ab5-1873dc0477f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.563733 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42395c7-ed82-44fe-9ab5-1873dc0477f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.563733 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42395c7-ed82-44fe-9ab5-1873dc0477f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.563733 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42395c7-ed82-44fe-9ab5-1873dc0477f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.563733 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42395c7-ed82-44fe-9ab5-1873dc0477f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.563733 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42395c7-ed82-44fe-9ab5-1873dc0477f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.563733 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42395c7-ed82-44fe-9ab5-1873dc0477f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.563733 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42395c7-ed82-44fe-9ab5-1873dc0477f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.563733 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42395c7-ed82-44fe-9ab5-1873dc0477f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.563733 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42395c7-ed82-44fe-9ab5-1873dc0477f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.564738 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42395c7-ed82-44fe-9ab5-1873dc0477f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.568470 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:49.650643 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3f6e40c7-f3ea-4798-9f70-f1a367dcfd77 admin admin] Publish callbacks [] for security_group (00c843c2-a104-4675-b55b-9ede24de3e66), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:49.681616 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3f6e40c7-f3ea-4798-9f70-f1a367dcfd77 admin admin] Publish callbacks [] for security_group (00c843c2-a104-4675-b55b-9ede24de3e66), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:49.788677 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3f6e40c7-f3ea-4798-9f70-f1a367dcfd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (00c843c2-a104-4675-b55b-9ede24de3e66), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:49.789366 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3f6e40c7-f3ea-4798-9f70-f1a367dcfd77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:49.793062 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-3f6e40c7-f3ea-4798-9f70-f1a367dcfd77 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/00c843c2-a104-4675-b55b-9ede24de3e66 HTTP/1.1" status: 204 len: 168 time: 0.2356575 Sep 04 01:11:49.802745 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e40c7-f3ea-4798-9f70-f1a367dcfd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c843c2-a104-4675-b55b-9ede24de3e66,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:49.815223 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e40c7-f3ea-4798-9f70-f1a367dcfd77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.815563 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e40c7-f3ea-4798-9f70-f1a367dcfd77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.816071 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e40c7-f3ea-4798-9f70-f1a367dcfd77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.816471 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e40c7-f3ea-4798-9f70-f1a367dcfd77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.816805 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e40c7-f3ea-4798-9f70-f1a367dcfd77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.817176 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e40c7-f3ea-4798-9f70-f1a367dcfd77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.817485 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e40c7-f3ea-4798-9f70-f1a367dcfd77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.817824 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e40c7-f3ea-4798-9f70-f1a367dcfd77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.818113 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e40c7-f3ea-4798-9f70-f1a367dcfd77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.818433 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e40c7-f3ea-4798-9f70-f1a367dcfd77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.818771 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e40c7-f3ea-4798-9f70-f1a367dcfd77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.819080 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e40c7-f3ea-4798-9f70-f1a367dcfd77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.819411 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e40c7-f3ea-4798-9f70-f1a367dcfd77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.819707 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e40c7-f3ea-4798-9f70-f1a367dcfd77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:49.820328 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e40c7-f3ea-4798-9f70-f1a367dcfd77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:50.348837 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc209e7-75fd-428a-95c8-a9c4c850a7fe req-72c1a202-345c-4c93-8660-d72c10fb256e tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:50.350137 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-cdc209e7-75fd-428a-95c8-a9c4c850a7fe req-72c1a202-345c-4c93-8660-d72c10fb256e tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 944 time: 0.0556335 Sep 04 01:11:50.428975 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-cdc209e7-75fd-428a-95c8-a9c4c850a7fe req-e77cdb69-33b5-4054-8253-19af75e07042 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684059 Sep 04 01:11:51.578152 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae26297-d06d-4211-8cb5-9b0862236751 req-8189e78a-7cc8-41be-a5f3-34bb545bc1a2 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:51.584256 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cae26297-d06d-4211-8cb5-9b0862236751 req-8189e78a-7cc8-41be-a5f3-34bb545bc1a2 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 944 time: 0.0600319 Sep 04 01:11:51.652276 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cae26297-d06d-4211-8cb5-9b0862236751 req-529844dc-7277-4d61-ae42-da4cde3ecd3b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616760 Sep 04 01:11:52.830790 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893769c8-2f80-464c-bb7c-253d51ef1ee7 req-4cea11ab-1949-4f71-8bf2-cd664cde8baa tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:52.832312 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-893769c8-2f80-464c-bb7c-253d51ef1ee7 req-4cea11ab-1949-4f71-8bf2-cd664cde8baa tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 944 time: 0.0769260 Sep 04 01:11:52.892087 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:52.913313 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-893769c8-2f80-464c-bb7c-253d51ef1ee7 req-bc5a7b51-70f4-46e9-a4cf-9a0ab4920dc8 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655475 Sep 04 01:11:54.058928 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfd19f-0a6f-4552-bd3b-99ecb200ecb9 req-bb91815e-16a7-4ff7-b0ab-3c022d2abfc6 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:54.061273 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4ebfd19f-0a6f-4552-bd3b-99ecb200ecb9 req-bb91815e-16a7-4ff7-b0ab-3c022d2abfc6 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 944 time: 0.0536320 Sep 04 01:11:54.113089 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4ebfd19f-0a6f-4552-bd3b-99ecb200ecb9 req-b5c31985-2cfc-4d86-8eb4-ca6316b7a927 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452774 Sep 04 01:11:54.156661 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2276eb-f3da-4c31-a345-6d2a24412663 req-23c8aa5b-6e42-45d0-8bce-0769bd424a9d tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:54.158160 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6b2276eb-f3da-4c31-a345-6d2a24412663 req-23c8aa5b-6e42-45d0-8bce-0769bd424a9d tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0490255 Sep 04 01:11:54.227098 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:54.233982 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6b2276eb-f3da-4c31-a345-6d2a24412663 req-441850b7-ec98-4c83-8761-2367d6120e8f tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695453 Sep 04 01:11:55.059212 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:55.060040 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=11 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:55.240185 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03166aba-a6a6-4f75-950e-6e910b35d565 req-9a15caf7-ee96-41ec-9de5-f58999ba4f75 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:55.241952 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-03166aba-a6a6-4f75-950e-6e910b35d565 req-9a15caf7-ee96-41ec-9de5-f58999ba4f75 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 944 time: 0.0474758 Sep 04 01:11:55.290148 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-03166aba-a6a6-4f75-950e-6e910b35d565 req-6c1471f3-fa7a-42c5-b601-2b0a54b47f08 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424867 Sep 04 01:11:55.368902 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85726d5f-f39f-4855-906a-e34251b9efab req-7f1c4eee-1ab5-4383-a68b-8d9817e9ec5a tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:55.370395 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-85726d5f-f39f-4855-906a-e34251b9efab req-7f1c4eee-1ab5-4383-a68b-8d9817e9ec5a tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0471449 Sep 04 01:11:55.420852 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-85726d5f-f39f-4855-906a-e34251b9efab req-25bea326-9848-466b-8dca-8dc222bfd6e9 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437477 Sep 04 01:11:55.767585 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 53220) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:55.882111 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-98fddfab-ece6-47c1-9716-12c3376ceb6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:55.961093 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-98fddfab-ece6-47c1-9716-12c3376ceb6b admin admin] Publish callbacks [] for security_group (3073c0dd-558d-441d-9baf-8372f45e944c), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:56.002787 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-98fddfab-ece6-47c1-9716-12c3376ceb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (3073c0dd-558d-441d-9baf-8372f45e944c), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:56.043325 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-98fddfab-ece6-47c1-9716-12c3376ceb6b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8758a3c4d7334a51a1615b94f7cf10b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2746472 Sep 04 01:11:56.044183 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fddfab-ece6-47c1-9716-12c3376ceb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3073c0dd-558d-441d-9baf-8372f45e944c,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:56.046655 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 53224) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:56.101733 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-0a4d50ce-e152-4727-be9d-e88fd08d47e7 admin admin] Publish callbacks [] for security_group (3073c0dd-558d-441d-9baf-8372f45e944c), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:56.116831 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-0a4d50ce-e152-4727-be9d-e88fd08d47e7 admin admin] Publish callbacks [] for security_group (3073c0dd-558d-441d-9baf-8372f45e944c), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:56.236863 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-0a4d50ce-e152-4727-be9d-e88fd08d47e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (3073c0dd-558d-441d-9baf-8372f45e944c), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:56.239404 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-0a4d50ce-e152-4727-be9d-e88fd08d47e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:56.240811 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-0a4d50ce-e152-4727-be9d-e88fd08d47e7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3073c0dd-558d-441d-9baf-8372f45e944c HTTP/1.1" status: 204 len: 168 time: 0.1928294 Sep 04 01:11:56.249128 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d50ce-e152-4727-be9d-e88fd08d47e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3073c0dd-558d-441d-9baf-8372f45e944c,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:56.420493 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dfdff-8ff6-4233-80ad-ac737d39cfaf req-9318310c-7e6a-451b-a316-5a171d53515a tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:56.422039 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b72dfdff-8ff6-4233-80ad-ac737d39cfaf req-9318310c-7e6a-451b-a316-5a171d53515a tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 944 time: 0.0477405 Sep 04 01:11:56.470454 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b72dfdff-8ff6-4233-80ad-ac737d39cfaf req-bdc5ae65-01f3-4b69-9774-28878f10a398 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427842 Sep 04 01:11:56.557341 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9751f-3120-4238-b19c-bb2ee1981236 req-74b452ec-3f76-4889-94bf-bbcfcbf4fb3a tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:56.558948 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-34d9751f-3120-4238-b19c-bb2ee1981236 req-74b452ec-3f76-4889-94bf-bbcfcbf4fb3a tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0532701 Sep 04 01:11:56.609061 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-34d9751f-3120-4238-b19c-bb2ee1981236 req-83417432-4e08-4824-afa3-941e30d4892d tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435317 Sep 04 01:11:56.876756 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 53236) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:56.890886 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-66f5e9c0-77b9-4f30-bb5f-afab58a751a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:56.965193 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-66f5e9c0-77b9-4f30-bb5f-afab58a751a3 admin admin] Publish callbacks [] for security_group (0f8ffcd8-c37d-42e8-8f22-28ed96f1bd51), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:57.031079 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-66f5e9c0-77b9-4f30-bb5f-afab58a751a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (0f8ffcd8-c37d-42e8-8f22-28ed96f1bd51), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:57.051683 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=13 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:57.072598 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5e9c0-77b9-4f30-bb5f-afab58a751a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8ffcd8-c37d-42e8-8f22-28ed96f1bd51,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:57.077498 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-66f5e9c0-77b9-4f30-bb5f-afab58a751a3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b8d506bb2b664efaab15c7efa82d40d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997092 Sep 04 01:11:57.080605 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 53238) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:11:57.130645 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-545ad74e-2c53-4282-9006-a6c165527db7 admin admin] Publish callbacks [] for security_group (0f8ffcd8-c37d-42e8-8f22-28ed96f1bd51), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:57.155731 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:57.233334 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-545ad74e-2c53-4282-9006-a6c165527db7 admin admin] Publish callbacks [] for security_group (0f8ffcd8-c37d-42e8-8f22-28ed96f1bd51), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:57.363307 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-545ad74e-2c53-4282-9006-a6c165527db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (0f8ffcd8-c37d-42e8-8f22-28ed96f1bd51), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:57.366115 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-545ad74e-2c53-4282-9006-a6c165527db7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:57.367300 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-545ad74e-2c53-4282-9006-a6c165527db7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0f8ffcd8-c37d-42e8-8f22-28ed96f1bd51 HTTP/1.1" status: 204 len: 168 time: 0.2862196 Sep 04 01:11:57.378362 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ad74e-2c53-4282-9006-a6c165527db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8ffcd8-c37d-42e8-8f22-28ed96f1bd51,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:57.607484 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c4578-7f3d-4cc0-82ff-570f9c050a27 req-daed01dd-0915-4814-9ca9-7910bf8e20c8 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:57.608873 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-dc9c4578-7f3d-4cc0-82ff-570f9c050a27 req-daed01dd-0915-4814-9ca9-7910bf8e20c8 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 944 time: 0.0488145 Sep 04 01:11:57.663989 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-dc9c4578-7f3d-4cc0-82ff-570f9c050a27 req-f2be002f-a910-49ac-8fc6-56de0deaa90a tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494356 Sep 04 01:11:57.749692 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e78686-6a01-4eec-9dbf-5cf0901deb96 req-21615b1d-a74a-4e13-8241-5d50bebf50b2 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:57.751909 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-15e78686-6a01-4eec-9dbf-5cf0901deb96 req-21615b1d-a74a-4e13-8241-5d50bebf50b2 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0562968 Sep 04 01:11:57.788895 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:57.843864 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-15e78686-6a01-4eec-9dbf-5cf0901deb96 req-4d5e7be9-40b6-48e8-92f2-a403b23fb5f6 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756564 Sep 04 01:11:58.801805 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9ea55-b722-4d92-8957-b4b64d0c5c75 req-3eaca401-2db7-4ab8-a4e0-7c92001a2232 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:58.803646 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-8de9ea55-b722-4d92-8957-b4b64d0c5c75 req-3eaca401-2db7-4ab8-a4e0-7c92001a2232 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 944 time: 0.0509577 Sep 04 01:11:58.856673 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-8de9ea55-b722-4d92-8957-b4b64d0c5c75 req-6126be90-1d24-4821-a80a-c3898762cc2e tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468013 Sep 04 01:11:58.967600 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f88c9-676e-4ae3-8355-d169155ebf43 req-4410d396-6390-4142-8603-24eb9e6fa14d tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:58.969106 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d47f88c9-676e-4ae3-8355-d169155ebf43 req-4410d396-6390-4142-8603-24eb9e6fa14d tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0527334 Sep 04 01:11:59.023479 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d47f88c9-676e-4ae3-8355-d169155ebf43 req-9dfe3e99-f005-4d40-a899-45c107f4f90a tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471301 Sep 04 01:11:59.168603 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17081855-0a35-48a8-bb14-dffa0b35ecd9 req-30e703b2-5019-4f2a-b6a3-ef76a02fdd80 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:11:59.170209 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-17081855-0a35-48a8-bb14-dffa0b35ecd9 req-30e703b2-5019-4f2a-b6a3-ef76a02fdd80 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 945 time: 0.0511396 Sep 04 01:11:59.219584 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-17081855-0a35-48a8-bb14-dffa0b35ecd9 req-51e3471f-e327-41f2-8b18-9af8b0c586be tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e95ae1f3-3d5c-45bf-84ed-24f618128ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432553 Sep 04 01:11:59.669587 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 19f203f1-14db-4bb0-aaad-c8e57c75d249 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:11:59.672052 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:59.673530 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:11:59.777830 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 19f203f1-14db-4bb0-aaad-c8e57c75d249, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=19f203f1-14db-4bb0-aaad-c8e57c75d249,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:11:59.790234 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': '19f203f1-14db-4bb0-aaad-c8e57c75d249', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'port_id': '19f203f1-14db-4bb0-aaad-c8e57c75d249', 'mac_address': 'fa:16:3e:ff:4b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:11:59.826881 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 19f203f1-14db-4bb0-aaad-c8e57c75d249 is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:11:59.827651 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:59.840966 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f203f1-14db-4bb0-aaad-c8e57c75d249 {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:11:59.864255 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 19f203f1-14db-4bb0-aaad-c8e57c75d249, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=19f203f1-14db-4bb0-aaad-c8e57c75d249,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:11:59.928653 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:11:59.981213 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=19f203f1-14db-4bb0-aaad-c8e57c75d249,revision_number=9']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:11:59.989132 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:59.989565 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:59.989975 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:59.990383 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:59.991040 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:59.991428 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:59.991817 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:59.992196 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:59.992769 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:59.993176 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:59.993663 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:59.993989 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:59.994305 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:59.994784 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:11:59.995116 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:00.001366 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fcca2-14eb-4afa-851a-c5f42b1df7fc req-3e02f38c-92c7-486c-8c7b-2575d4470450 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:00.002924 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ba9fcca2-14eb-4afa-851a-c5f42b1df7fc req-3e02f38c-92c7-486c-8c7b-2575d4470450 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 945 time: 0.0558040 Sep 04 01:12:00.055276 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ba9fcca2-14eb-4afa-851a-c5f42b1df7fc req-6ff39c7f-6b2a-4095-80de-45a246f65bd6 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423138 Sep 04 01:12:00.150756 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcc047-5dd6-4849-ac8d-00195a41c845 req-d40aca3b-413f-4e4f-902f-516aac659b26 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:00.152380 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-08fcc047-5dd6-4849-ac8d-00195a41c845 req-d40aca3b-413f-4e4f-902f-516aac659b26 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0482738 Sep 04 01:12:00.206710 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-08fcc047-5dd6-4849-ac8d-00195a41c845 req-9ea1dfe6-b39d-47e8-9648-49a1b0e53ad0 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484552 Sep 04 01:12:00.280742 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['19f203f1-14db-4bb0-aaad-c8e57c75d249'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:12:00.357833 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70b6f3-b1ad-4920-b5c8-5c8423c5a1b7 req-3bab0a4e-9511-4833-9318-f78b459432b4 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:00.359343 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6f70b6f3-b1ad-4920-b5c8-5c8423c5a1b7 req-3bab0a4e-9511-4833-9318-f78b459432b4 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 945 time: 0.0494783 Sep 04 01:12:00.411959 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6f70b6f3-b1ad-4920-b5c8-5c8423c5a1b7 req-118c5562-f489-4bb5-864e-0ef5a0a85527 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e95ae1f3-3d5c-45bf-84ed-24f618128ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469241 Sep 04 01:12:00.688378 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-424e193f-f11e-400b-8ac4-7c1f5f5e6344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:01.168311 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cef295-edb9-47e1-b646-5908732faae5 req-ff42604f-3e8a-45d4-bd7a-b1269f2d5d13 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:01.169928 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-83cef295-edb9-47e1-b646-5908732faae5 req-ff42604f-3e8a-45d4-bd7a-b1269f2d5d13 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 945 time: 0.0477552 Sep 04 01:12:01.186132 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ddb5f-9ffe-4115-abea-8af5b78b0a2d req-550cfe8c-61d8-4914-82e2-563305e07631 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:01.187667 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-674ddb5f-9ffe-4115-abea-8af5b78b0a2d req-550cfe8c-61d8-4914-82e2-563305e07631 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 945 time: 0.0464633 Sep 04 01:12:01.240757 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-674ddb5f-9ffe-4115-abea-8af5b78b0a2d req-8c79e060-931a-4aa0-9b00-052a348098aa tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471668 Sep 04 01:12:01.261315 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-83cef295-edb9-47e1-b646-5908732faae5 req-1ec8222a-e9f4-408c-a446-0b29260c3bcb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Deleting port 73f5bdf6-a4ae-435e-9050-14b4d54218f9 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:01.261651 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-83cef295-edb9-47e1-b646-5908732faae5 req-1ec8222a-e9f4-408c-a446-0b29260c3bcb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (73f5bdf6-a4ae-435e-9050-14b4d54218f9), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:01.365177 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e03f4a-6d92-43f6-b5cb-5abc940c06f1 req-8bdf300a-347c-4a00-b040-a2d4d3f366d1 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:01.366858 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-50e03f4a-6d92-43f6-b5cb-5abc940c06f1 req-8bdf300a-347c-4a00-b040-a2d4d3f366d1 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0631969 Sep 04 01:12:01.402919 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:01.406673 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-83cef295-edb9-47e1-b646-5908732faae5 req-1ec8222a-e9f4-408c-a446-0b29260c3bcb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] For port 73f5bdf6-a4ae-435e-9050-14b4d54218f9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=73f5bdf6-a4ae-435e-9050-14b4d54218f9,segment=NetworkSegment(79b84dcb-99f6-4af2-ac73-30fcaae597f6),segment_id=79b84dcb-99f6-4af2-ac73-30fcaae597f6)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:01.407034 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-83cef295-edb9-47e1-b646-5908732faae5 req-1ec8222a-e9f4-408c-a446-0b29260c3bcb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (73f5bdf6-a4ae-435e-9050-14b4d54218f9), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:01.486031 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-50e03f4a-6d92-43f6-b5cb-5abc940c06f1 req-914a1ed7-0c36-42a4-8030-951a04186f0d tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087763 Sep 04 01:12:01.536646 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06834c24-631c-4ff1-add3-34a46add42db req-085a9989-23d2-400c-bc99-367b6ce8cce4 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:01.538157 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-06834c24-631c-4ff1-add3-34a46add42db req-085a9989-23d2-400c-bc99-367b6ce8cce4 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 945 time: 0.0480483 Sep 04 01:12:01.585769 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-06834c24-631c-4ff1-add3-34a46add42db req-2c6907b0-9968-4546-a9f4-9872316223ee tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e95ae1f3-3d5c-45bf-84ed-24f618128ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418899 Sep 04 01:12:01.598119 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-83cef295-edb9-47e1-b646-5908732faae5 req-1ec8222a-e9f4-408c-a446-0b29260c3bcb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:01.598481 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-83cef295-edb9-47e1-b646-5908732faae5 req-1ec8222a-e9f4-408c-a446-0b29260c3bcb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (1bd515ee-7416-4b1d-9d2b-c9244079bb36), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:01.598789 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.l3_db [req-83cef295-edb9-47e1-b646-5908732faae5 req-1ec8222a-e9f4-408c-a446-0b29260c3bcb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Floating IP 1bd515ee-7416-4b1d-9d2b-c9244079bb36 disassociated. External IP: 172.37.7.232, port: 73f5bdf6-a4ae-435e-9050-14b4d54218f9. Sep 04 01:12:01.599124 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-83cef295-edb9-47e1-b646-5908732faae5 req-1ec8222a-e9f4-408c-a446-0b29260c3bcb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Calling delete_port for 73f5bdf6-a4ae-435e-9050-14b4d54218f9 owned by compute:nova {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:01.687833 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 19f203f1-14db-4bb0-aaad-c8e57c75d249 up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:12:01.734650 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port 19f203f1-14db-4bb0-aaad-c8e57c75d249 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:12:01.735364 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:01.785371 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-83cef295-edb9-47e1-b646-5908732faae5 req-1ec8222a-e9f4-408c-a446-0b29260c3bcb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (73f5bdf6-a4ae-435e-9050-14b4d54218f9), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:01.813979 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8222a-e9f4-408c-a446-0b29260c3bcb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Pushing event deleted for resources: {'Port': ['ID=73f5bdf6-a4ae-435e-9050-14b4d54218f9,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:01.814485 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 19f203f1-14db-4bb0-aaad-c8e57c75d249 is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:12:01.814885 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:01.850059 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1d8cad-5ea0-48fc-a5af-81eec3d1e94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f203f1-14db-4bb0-aaad-c8e57c75d249'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:12:01.850059 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdf854c-abcc-49ea-bc54-0c8324d82d49" -d '{"events": [{"server_uuid": "da1d8cad-5ea0-48fc-a5af-81eec3d1e94b", "name": "network-vif-plugged", "status": "completed", "tag": "19f203f1-14db-4bb0-aaad-c8e57c75d249"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:12:01.860255 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 19f203f1-14db-4bb0-aaad-c8e57c75d249, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=19f203f1-14db-4bb0-aaad-c8e57c75d249,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:01.891046 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db7f58d-187d-46a9-ac4c-e9d719ae1b70 x-openstack-request-id: req-1db7f58d-187d-46a9-ac4c-e9d719ae1b70 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:12:01.891339 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1d8cad-5ea0-48fc-a5af-81eec3d1e94b", "name": "network-vif-plugged", "status": "completed", "tag": "19f203f1-14db-4bb0-aaad-c8e57c75d249", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:12:01.891594 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1db7f58d-187d-46a9-ac4c-e9d719ae1b70 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:12:01.891992 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db7f58d-187d-46a9-ac4c-e9d719ae1b70'] response: {'server_uuid': 'da1d8cad-5ea0-48fc-a5af-81eec3d1e94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f203f1-14db-4bb0-aaad-c8e57c75d249', 'code': 200} Sep 04 01:12:01.911333 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:01.915720 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:01.950654 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:01.952492 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83cef295-edb9-47e1-b646-5908732faae5 req-1ec8222a-e9f4-408c-a446-0b29260c3bcb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Router d7fde424-29f8-4dba-95d8-51709b034af5 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:12:01.964480 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=19f203f1-14db-4bb0-aaad-c8e57c75d249,revision_number=10']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:02.064117 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83cef295-edb9-47e1-b646-5908732faae5 req-1ec8222a-e9f4-408c-a446-0b29260c3bcb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:12:02.077288 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0f9ed-5e42-435f-a64d-1ec79ddc5738 None None] Sync routers for ids ['d7fde424-29f8-4dba-95d8-51709b034af5'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:12:02.094471 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0f9ed-5e42-435f-a64d-1ec79ddc5738 None None] Routers {'d7fde424-29f8-4dba-95d8-51709b034af5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:12:02.095090 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-f7b0f9ed-5e42-435f-a64d-1ec79ddc5738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:11:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['d7fde424-29f8-4dba-95d8-51709b034af5'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:02.126078 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cef295-edb9-47e1-b646-5908732faae5 req-1ec8222a-e9f4-408c-a446-0b29260c3bcb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] No DVR routers for this DVR port 73f5bdf6-a4ae-435e-9050-14b4d54218f9 on host hv-cinder-maste {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:12:02.128909 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-83cef295-edb9-47e1-b646-5908732faae5 req-1ec8222a-e9f4-408c-a446-0b29260c3bcb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:02.132525 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-83cef295-edb9-47e1-b646-5908732faae5 req-1ec8222a-e9f4-408c-a446-0b29260c3bcb tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.16 "DELETE /networking/v2.0/ports/73f5bdf6-a4ae-435e-9050-14b4d54218f9 HTTP/1.1" status: 204 len: 173 time: 0.9574089 Sep 04 01:12:02.133164 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52505c46-cb03-49ec-a7ba-696d7c6ac219', 'name': 'network-vif-deleted', 'tag': '73f5bdf6-a4ae-435e-9050-14b4d54218f9'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:12:02.135417 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df08ba3-8234-4544-954c-cb9e0ee078b2" -d '{"events": [{"server_uuid": "52505c46-cb03-49ec-a7ba-696d7c6ac219", "name": "network-vif-deleted", "tag": "73f5bdf6-a4ae-435e-9050-14b4d54218f9"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:12:02.176781 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b7c6ce-573e-45c5-bf0a-99d7bae87800 x-openstack-request-id: req-62b7c6ce-573e-45c5-bf0a-99d7bae87800 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:12:02.177554 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52505c46-cb03-49ec-a7ba-696d7c6ac219", "name": "network-vif-deleted", "tag": "73f5bdf6-a4ae-435e-9050-14b4d54218f9", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:12:02.177554 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-62b7c6ce-573e-45c5-bf0a-99d7bae87800 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:12:02.178151 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b7c6ce-573e-45c5-bf0a-99d7bae87800'] response: {'server_uuid': '52505c46-cb03-49ec-a7ba-696d7c6ac219', 'name': 'network-vif-deleted', 'tag': '73f5bdf6-a4ae-435e-9050-14b4d54218f9', 'status': 'completed', 'code': 200} Sep 04 01:12:02.241785 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-f7b0f9ed-5e42-435f-a64d-1ec79ddc5738 None None] Set router d7fde424-29f8-4dba-95d8-51709b034af5 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:12:02.276182 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa2be7-7566-43e1-8575-0c3c62dff0d7 req-2652bc22-5972-4baf-ae00-deebb24b90e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:02.278166 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e6fa2be7-7566-43e1-8575-0c3c62dff0d7 req-2652bc22-5972-4baf-ae00-deebb24b90e9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 1131 time: 0.0548749 Sep 04 01:12:02.408195 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e6fa2be7-7566-43e1-8575-0c3c62dff0d7 req-d54e6f44-2393-498f-8823-88764499e2fb service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099656 Sep 04 01:12:02.421335 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b7c4d-faf9-4b23-9f5a-959c0a27e91f req-bb1ff3b1-2337-4818-bb4e-b8cd62892595 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:02.422906 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a80b7c4d-faf9-4b23-9f5a-959c0a27e91f req-bb1ff3b1-2337-4818-bb4e-b8cd62892595 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 947 time: 0.0580695 Sep 04 01:12:02.455124 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:02.459415 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:02.467526 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-f7b0f9ed-5e42-435f-a64d-1ec79ddc5738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'name': 'tempest-AttachVolumeTestJSON-364832789-router', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253'}], 'enable_snat': True}, 'gw_port_id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:08Z', 'revision_number': 4, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'gw_port': {'id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '378bbdd4-3077-4657-8055-fdc0a7600948', 'name': '', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'mac_address': 'fa:16:3e:0e:91:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:06Z', 'updated_at': '2022-09-04T01:05:23Z', 'revision_number': 5, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'subnets': [{'id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:02.478205 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a80b7c4d-faf9-4b23-9f5a-959c0a27e91f req-21db48a8-039e-4ed2-83a8-2cd44f6fc37e tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441427 Sep 04 01:12:02.501199 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0f9ed-5e42-435f-a64d-1ec79ddc5738 None None] Checking router: d7fde424-29f8-4dba-95d8-51709b034af5 for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:12:02.513127 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0f9ed-5e42-435f-a64d-1ec79ddc5738 None None] Routers {'d7fde424-29f8-4dba-95d8-51709b034af5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:12:02.513127 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-f7b0f9ed-5e42-435f-a64d-1ec79ddc5738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:11:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['d7fde424-29f8-4dba-95d8-51709b034af5'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:02.611324 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23762226-f085-4771-a2f9-1993fd1fb700 req-c9b0dfdc-6505-47ca-a77e-d403eeeb81be tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:02.612819 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-23762226-f085-4771-a2f9-1993fd1fb700 req-c9b0dfdc-6505-47ca-a77e-d403eeeb81be tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0478899 Sep 04 01:12:02.620334 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-f7b0f9ed-5e42-435f-a64d-1ec79ddc5738 None None] Set router d7fde424-29f8-4dba-95d8-51709b034af5 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:12:02.677951 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-23762226-f085-4771-a2f9-1993fd1fb700 req-596d0ae7-3612-4a2a-afbb-0949c1949102 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525329 Sep 04 01:12:02.714148 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-31f4a10d-d0fe-4fdf-8f4f-ca60d1a5ebd4 req-2f3c7495-a231-40a6-80bc-7a5b48ee1854 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 210 time: 0.0301943 Sep 04 01:12:02.819988 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-f7b0f9ed-5e42-435f-a64d-1ec79ddc5738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'name': 'tempest-AttachVolumeTestJSON-364832789-router', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253'}], 'enable_snat': True}, 'gw_port_id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:08Z', 'revision_number': 4, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'gw_port': {'id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '378bbdd4-3077-4657-8055-fdc0a7600948', 'name': '', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'mac_address': 'fa:16:3e:0e:91:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:06Z', 'updated_at': '2022-09-04T01:05:23Z', 'revision_number': 5, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'subnets': [{'id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:02.848286 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0f9ed-5e42-435f-a64d-1ec79ddc5738 None None] The sync data for ids ['d7fde424-29f8-4dba-95d8-51709b034af5'] in dv-cinder-master-3-iscsi is: [{'id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'name': 'tempest-AttachVolumeTestJSON-364832789-router', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253'}], 'enable_snat': True}, 'gw_port_id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:08Z', 'revision_number': 4, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'gw_port': {'id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '378bbdd4-3077-4657-8055-fdc0a7600948', 'name': '', 'network_id': '1fb5aed8-696d-4f87-8b2a-7d29744538a8', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'mac_address': 'fa:16:3e:0e:91:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:06Z', 'updated_at': '2022-09-04T01:05:23Z', 'revision_number': 5, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'subnets': [{'id': 'cf87fd90-4193-4f02-8ccd-ce8ccea66ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:12:03.002936 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5386fa9c-4b67-4ad0-9b44-60574b30f50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:03.082733 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f2468c-11ec-487e-a664-2fbac12893dd None None] New status for floating IP 1bd515ee-7416-4b1d-9d2b-c9244079bb36: DOWN {{(pid=106793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:12:03.623758 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ee802-4ae6-4e43-b360-cc08616649f5 req-314e1957-47fe-4ca9-9c9f-59c9f1593609 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:03.625386 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-985ee802-4ae6-4e43-b360-cc08616649f5 req-314e1957-47fe-4ca9-9c9f-59c9f1593609 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 947 time: 0.0511770 Sep 04 01:12:03.678080 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-985ee802-4ae6-4e43-b360-cc08616649f5 req-8c8b2e1c-722e-4981-a94b-23b24a867535 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466130 Sep 04 01:12:03.853719 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0202c0-0d80-41af-9788-eed1ed740576 req-c7cac100-0f0f-499b-93d1-95abae75ff1e tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:03.860889 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4d0202c0-0d80-41af-9788-eed1ed740576 req-c7cac100-0f0f-499b-93d1-95abae75ff1e tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0779152 Sep 04 01:12:03.871668 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-7217363d-24ef-45ad-bb87-d30f35b06bed req-644208d5-dc36-4e1e-b64b-424ada7d8563 tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=52505c46-cb03-49ec-a7ba-696d7c6ac219 HTTP/1.1" status: 200 len: 210 time: 0.0513494 Sep 04 01:12:03.914057 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4d0202c0-0d80-41af-9788-eed1ed740576 req-cb401419-9ace-4318-bcdc-e1bcad82281c tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522695 Sep 04 01:12:04.191576 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:04.834214 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a7023-ad27-4f6b-9b4b-d768ca9cfea1 req-028a5c2b-dd77-42a4-b5a9-23a032c0f115 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:04.835708 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4e4a7023-ad27-4f6b-9b4b-d768ca9cfea1 req-028a5c2b-dd77-42a4-b5a9-23a032c0f115 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 947 time: 0.0468941 Sep 04 01:12:04.854941 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:04.887058 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4e4a7023-ad27-4f6b-9b4b-d768ca9cfea1 req-9c0a1608-7ef4-4166-aee4-632f0da65045 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457110 Sep 04 01:12:05.039087 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57133584-703a-4480-b572-d2658a5d05db req-2ffd3e6a-b477-4300-829a-cb993c2cdcf8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:05.040569 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-57133584-703a-4480-b572-d2658a5d05db req-2ffd3e6a-b477-4300-829a-cb993c2cdcf8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0472119 Sep 04 01:12:05.049577 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 53422) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:05.096348 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-57133584-703a-4480-b572-d2658a5d05db req-a2f7d05c-0a7c-4079-932e-70153200d219 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495472 Sep 04 01:12:05.118251 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:05.130898 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5ddcbafb-f329-4cbd-b371-5c4fe31662ec tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group (e95ae1f3-3d5c-45bf-84ed-24f618128ba8), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:05.154810 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5ddcbafb-f329-4cbd-b371-5c4fe31662ec tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group (e95ae1f3-3d5c-45bf-84ed-24f618128ba8), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:05.305361 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5ddcbafb-f329-4cbd-b371-5c4fe31662ec tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (e95ae1f3-3d5c-45bf-84ed-24f618128ba8), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:05.308007 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5ddcbafb-f329-4cbd-b371-5c4fe31662ec tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:05.309226 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-5ddcbafb-f329-4cbd-b371-5c4fe31662ec tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e95ae1f3-3d5c-45bf-84ed-24f618128ba8 HTTP/1.1" status: 204 len: 168 time: 0.2585330 Sep 04 01:12:05.312332 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 53428) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:05.318899 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddcbafb-f329-4cbd-b371-5c4fe31662ec tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95ae1f3-3d5c-45bf-84ed-24f618128ba8,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:05.325914 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.api.v2.resource [None req-d4f781f8-3ed9-49b9-a5fc-21f5a015ae9f tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] show failed (client error): The resource could not be found. Sep 04 01:12:05.326899 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-d4f781f8-3ed9-49b9-a5fc-21f5a015ae9f tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "GET /networking/v2.0/security-groups/e95ae1f3-3d5c-45bf-84ed-24f618128ba8 HTTP/1.1" status: 404 len: 347 time: 0.0136051 Sep 04 01:12:05.329785 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 53430) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:05.442899 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ca59e-6b52-41a1-bbbe-472912ee527d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Deleting port 7bd0ca2e-7896-4725-9c0d-a0da60cf0a30 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:05.443241 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7c6ca59e-6b52-41a1-bbbe-472912ee527d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (7bd0ca2e-7896-4725-9c0d-a0da60cf0a30), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:05.524015 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7c6ca59e-6b52-41a1-bbbe-472912ee527d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (7bd0ca2e-7896-4725-9c0d-a0da60cf0a30), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:05.524340 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7c6ca59e-6b52-41a1-bbbe-472912ee527d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for floatingip (7bd0ca2e-7896-4725-9c0d-a0da60cf0a30), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:05.537964 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ca59e-6b52-41a1-bbbe-472912ee527d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Calling delete_port for 7bd0ca2e-7896-4725-9c0d-a0da60cf0a30 owned by network:floatingip {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:05.661695 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:05.703707 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 73f5bdf6-a4ae-435e-9050-14b4d54218f9 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:12:05.717570 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7c6ca59e-6b52-41a1-bbbe-472912ee527d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (7bd0ca2e-7896-4725-9c0d-a0da60cf0a30), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:05.724428 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] No Port match for: 73f5bdf6-a4ae-435e-9050-14b4d54218f9 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:12:05.724950 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 73f5bdf6-a4ae-435e-9050-14b4d54218f9 not bound to the agent host hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:12:05.726551 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:05.743409 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ca59e-6b52-41a1-bbbe-472912ee527d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Pushing event deleted for resources: {'Port': ['ID=7bd0ca2e-7896-4725-9c0d-a0da60cf0a30,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:05.806752 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7c6ca59e-6b52-41a1-bbbe-472912ee527d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks [] for floatingip (1bd515ee-7416-4b1d-9d2b-c9244079bb36), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:05.809224 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7c6ca59e-6b52-41a1-bbbe-472912ee527d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:05.810434 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-7c6ca59e-6b52-41a1-bbbe-472912ee527d tempest-AttachVolumeTestJSON-1676343226 tempest-AttachVolumeTestJSON-1676343226-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/1bd515ee-7416-4b1d-9d2b-c9244079bb36 HTTP/1.1" status: 204 len: 168 time: 0.4796784 Sep 04 01:12:05.899905 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:06.015877 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39cf69-9933-42f7-8480-cd0cc3e607c8 req-5261bbaa-ec36-4652-8cad-369fb138a0d9 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:06.017381 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3a39cf69-9933-42f7-8480-cd0cc3e607c8 req-5261bbaa-ec36-4652-8cad-369fb138a0d9 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 947 time: 0.0483181 Sep 04 01:12:06.070138 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3a39cf69-9933-42f7-8480-cd0cc3e607c8 req-e5f30111-dc2b-4aca-95ef-c9f6a62af5b3 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471265 Sep 04 01:12:06.224687 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246c129-3dcc-4189-9fc3-47449fb47089 req-c31db265-404c-4ba4-865b-d4f387dd6208 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:06.226442 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5246c129-3dcc-4189-9fc3-47449fb47089 req-c31db265-404c-4ba4-865b-d4f387dd6208 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0498168 Sep 04 01:12:06.281492 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5246c129-3dcc-4189-9fc3-47449fb47089 req-b460bc06-7f7c-4eac-8d9b-f7f98dd7d38d tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489919 Sep 04 01:12:07.238839 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff7939-f1ce-4e59-8d15-9426a64d968e req-4c4a5bf0-9b83-4a70-9d8a-18afa975c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:07.240215 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9ff7939-f1ce-4e59-8d15-9426a64d968e req-4c4a5bf0-9b83-4a70-9d8a-18afa975c2ba service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=735896cd6b3b4c448dd94b3bf7577cb8&device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 1129 time: 0.0402443 Sep 04 01:12:07.252522 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:07.340613 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:07.346626 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff7939-f1ce-4e59-8d15-9426a64d968e req-0372f029-f2e0-4d60-8129-9695f4a69837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:07.348092 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9ff7939-f1ce-4e59-8d15-9426a64d968e req-0372f029-f2e0-4d60-8129-9695f4a69837 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=a4020194-c9cd-46d3-9c56-5d8c215c248f HTTP/1.1" status: 200 len: 910 time: 0.1027198 Sep 04 01:12:07.417100 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9ff7939-f1ce-4e59-8d15-9426a64d968e req-b5711c0b-cd5b-499b-a2ac-6c24e18bbf3c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d072bfcf-41bd-430e-800c-1d1a3b17d915 HTTP/1.1" status: 200 len: 1001 time: 0.0619311 Sep 04 01:12:07.435132 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf8392-aaf7-4021-9ec9-579d5a60fdd9 req-3b949f55-cc2b-4825-b89a-71b802ac8153 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:07.437323 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-fedf8392-aaf7-4021-9ec9-579d5a60fdd9 req-3b949f55-cc2b-4825-b89a-71b802ac8153 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0535588 Sep 04 01:12:07.468458 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff7939-f1ce-4e59-8d15-9426a64d968e req-ec468646-cfc9-46ce-a966-7c2f53fc84d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:07.469970 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9ff7939-f1ce-4e59-8d15-9426a64d968e req-ec468646-cfc9-46ce-a966-7c2f53fc84d0 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db HTTP/1.1" status: 200 len: 848 time: 0.0461459 Sep 04 01:12:07.486718 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-fedf8392-aaf7-4021-9ec9-579d5a60fdd9 req-3b9f310c-be64-4b86-b130-db646b7db9df tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434415 Sep 04 01:12:07.522584 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff7939-f1ce-4e59-8d15-9426a64d968e req-b37a0e78-79eb-42d5-b05d-60f8e980e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:07.524099 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9ff7939-f1ce-4e59-8d15-9426a64d968e req-b37a0e78-79eb-42d5-b05d-60f8e980e9b3 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=a4020194-c9cd-46d3-9c56-5d8c215c248f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434704 Sep 04 01:12:07.615434 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9ff7939-f1ce-4e59-8d15-9426a64d968e req-caaec030-f551-4380-bc4b-6a63f43b4f2c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/a4020194-c9cd-46d3-9c56-5d8c215c248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832503 Sep 04 01:12:07.705918 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9ff7939-f1ce-4e59-8d15-9426a64d968e req-ab666a3c-bf3d-4d39-875f-4e7a15756656 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/a4020194-c9cd-46d3-9c56-5d8c215c248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842621 Sep 04 01:12:07.843151 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:08.609915 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25a029-3090-49ab-b2db-a67b00a56866 req-2839ff68-60a6-446f-9c88-c508292d1b85 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:08.611286 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ed25a029-3090-49ab-b2db-a67b00a56866 req-2839ff68-60a6-446f-9c88-c508292d1b85 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0470006 Sep 04 01:12:08.659993 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ed25a029-3090-49ab-b2db-a67b00a56866 req-339cc7c0-a79e-4121-9c42-c2e1acf1b8fc tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428312 Sep 04 01:12:08.889062 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 53494) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:08.996061 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1ddb467d-e192-4cc9-8b2b-f8a2fac82078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:09.074714 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1ddb467d-e192-4cc9-8b2b-f8a2fac82078 admin admin] Publish callbacks [] for security_group (311f4d1f-cbf5-4f9c-a81e-aa6be9eb7d69), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:09.157097 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1ddb467d-e192-4cc9-8b2b-f8a2fac82078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (311f4d1f-cbf5-4f9c-a81e-aa6be9eb7d69), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:09.197142 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-1ddb467d-e192-4cc9-8b2b-f8a2fac82078 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4a9de8cefc614e71b43a8ccead0d671a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3069651 Sep 04 01:12:09.197988 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb467d-e192-4cc9-8b2b-f8a2fac82078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311f4d1f-cbf5-4f9c-a81e-aa6be9eb7d69,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:09.199869 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 53498) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:09.250174 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-eb715d07-f0f8-4dc7-a36a-60704be8b8dd admin admin] Publish callbacks [] for security_group (311f4d1f-cbf5-4f9c-a81e-aa6be9eb7d69), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:09.269589 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-eb715d07-f0f8-4dc7-a36a-60704be8b8dd admin admin] Publish callbacks [] for security_group (311f4d1f-cbf5-4f9c-a81e-aa6be9eb7d69), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:09.460160 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-eb715d07-f0f8-4dc7-a36a-60704be8b8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (311f4d1f-cbf5-4f9c-a81e-aa6be9eb7d69), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:09.462686 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-eb715d07-f0f8-4dc7-a36a-60704be8b8dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:09.463844 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-eb715d07-f0f8-4dc7-a36a-60704be8b8dd admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/311f4d1f-cbf5-4f9c-a81e-aa6be9eb7d69 HTTP/1.1" status: 204 len: 168 time: 0.2629833 Sep 04 01:12:09.473793 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb715d07-f0f8-4dc7-a36a-60704be8b8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311f4d1f-cbf5-4f9c-a81e-aa6be9eb7d69,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:09.799858 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33173b-b968-4704-9f51-da9394b99509 req-aac9d94c-5fb9-4300-9e94-6f66b70edc7d tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:09.801397 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-be33173b-b968-4704-9f51-da9394b99509 req-aac9d94c-5fb9-4300-9e94-6f66b70edc7d tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0645411 Sep 04 01:12:09.859684 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-be33173b-b968-4704-9f51-da9394b99509 req-62c777c7-1d44-4ddb-8afb-17bc0f9626ca tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520492 Sep 04 01:12:09.898972 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 53512) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:10.190896 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 53516) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:10.206034 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-30abd4a0-d124-4ed7-ab8a-c0f711d31a03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:10.293761 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-30abd4a0-d124-4ed7-ab8a-c0f711d31a03 admin admin] Publish callbacks [] for security_group (1e1d9496-d838-4cf4-a57b-9be043232d37), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:10.391799 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-30abd4a0-d124-4ed7-ab8a-c0f711d31a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (1e1d9496-d838-4cf4-a57b-9be043232d37), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:10.432748 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-30abd4a0-d124-4ed7-ab8a-c0f711d31a03 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7b00179d801c40fd8d01bcb03cf3f14b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407129 Sep 04 01:12:10.433625 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abd4a0-d124-4ed7-ab8a-c0f711d31a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1d9496-d838-4cf4-a57b-9be043232d37,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:10.435852 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 53518) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:10.480295 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:10.486410 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:10.498695 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-09a1421e-276b-468b-a4d9-a3aa3a425553 admin admin] Publish callbacks [] for security_group (1e1d9496-d838-4cf4-a57b-9be043232d37), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:10.503957 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:10.528770 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-09a1421e-276b-468b-a4d9-a3aa3a425553 admin admin] Publish callbacks [] for security_group (1e1d9496-d838-4cf4-a57b-9be043232d37), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:10.609913 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-992bf5a7-f22e-4eb9-9542-1a943477e98b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1721291'] for router_interface (d7fde424-29f8-4dba-95d8-51709b034af5), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:10.648446 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-09a1421e-276b-468b-a4d9-a3aa3a425553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (1e1d9496-d838-4cf4-a57b-9be043232d37), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:10.651070 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-09a1421e-276b-468b-a4d9-a3aa3a425553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:10.652219 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-09a1421e-276b-468b-a4d9-a3aa3a425553 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1e1d9496-d838-4cf4-a57b-9be043232d37 HTTP/1.1" status: 204 len: 168 time: 0.2154868 Sep 04 01:12:10.662198 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:10.662784 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1421e-276b-468b-a4d9-a3aa3a425553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1d9496-d838-4cf4-a57b-9be043232d37,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:10.853573 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-992bf5a7-f22e-4eb9-9542-1a943477e98b admin admin] Deleting port 378bbdd4-3077-4657-8055-fdc0a7600948 {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:10.853915 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-992bf5a7-f22e-4eb9-9542-1a943477e98b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (378bbdd4-3077-4657-8055-fdc0a7600948), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:10.942826 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.db [None req-992bf5a7-f22e-4eb9-9542-1a943477e98b admin admin] For port 378bbdd4-3077-4657-8055-fdc0a7600948, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=378bbdd4-3077-4657-8055-fdc0a7600948,segment=NetworkSegment(79b84dcb-99f6-4af2-ac73-30fcaae597f6),segment_id=79b84dcb-99f6-4af2-ac73-30fcaae597f6)] {{(pid=106790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:10.945472 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-992bf5a7-f22e-4eb9-9542-1a943477e98b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (378bbdd4-3077-4657-8055-fdc0a7600948), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:10.958092 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-992bf5a7-f22e-4eb9-9542-1a943477e98b admin admin] Calling delete_port for 378bbdd4-3077-4657-8055-fdc0a7600948 owned by network:router_interface {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:11.040264 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e7496-febd-4b5e-a4de-39d108cf89f2 req-038653d7-adce-4c89-afa8-e2868ff1b5dd tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:11.041767 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e27e7496-febd-4b5e-a4de-39d108cf89f2 req-038653d7-adce-4c89-afa8-e2868ff1b5dd tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0852644 Sep 04 01:12:11.149837 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e27e7496-febd-4b5e-a4de-39d108cf89f2 req-d3d2d5ef-aafd-4cce-b6ee-c5fe787f7c79 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016223 Sep 04 01:12:11.171946 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:11.305268 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-992bf5a7-f22e-4eb9-9542-1a943477e98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (378bbdd4-3077-4657-8055-fdc0a7600948), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:11.333374 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bf5a7-f22e-4eb9-9542-1a943477e98b admin admin] Pushing event deleted for resources: {'Port': ['ID=378bbdd4-3077-4657-8055-fdc0a7600948,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:11.389346 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 53528) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:11.406926 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c78a7060-941d-4519-98ac-88f0203ccc53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:11.515782 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c78a7060-941d-4519-98ac-88f0203ccc53 admin admin] Publish callbacks [] for security_group (83b8e58e-2e84-4bb3-87ab-7e4701d90a69), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:11.548227 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-992bf5a7-f22e-4eb9-9542-1a943477e98b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814139'] for router_interface (d7fde424-29f8-4dba-95d8-51709b034af5), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:11.620366 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c78a7060-941d-4519-98ac-88f0203ccc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (83b8e58e-2e84-4bb3-87ab-7e4701d90a69), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:11.682784 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a7060-941d-4519-98ac-88f0203ccc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b8e58e-2e84-4bb3-87ab-7e4701d90a69,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:11.693495 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627c4bf-7fcd-4a57-ba61-b1c519503d87 req-df2b8950-4b7c-4b92-bc5a-fb18e9767f33 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:11.695067 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-8627c4bf-7fcd-4a57-ba61-b1c519503d87 req-df2b8950-4b7c-4b92-bc5a-fb18e9767f33 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0950136 Sep 04 01:12:11.696700 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-c78a7060-941d-4519-98ac-88f0203ccc53 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b8b43148935f46118bf416336b1abdbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046844 Sep 04 01:12:11.699294 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 53532) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:11.710451 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c65a9e37-cc1d-449d-8e60-4a0eae93ee37 req-26c85cfb-f164-4d5e-94e1-b888ff2ce0fc service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0583007 Sep 04 01:12:11.789857 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a9e37-cc1d-449d-8e60-4a0eae93ee37 req-08e5f568-3aa9-4cac-9f3b-873f9a0d1b02 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:11.791717 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c65a9e37-cc1d-449d-8e60-4a0eae93ee37 req-08e5f568-3aa9-4cac-9f3b-873f9a0d1b02 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports/d072bfcf-41bd-430e-800c-1d1a3b17d915 HTTP/1.1" status: 200 len: 942 time: 0.0524390 Sep 04 01:12:11.854389 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-8627c4bf-7fcd-4a57-ba61-b1c519503d87 req-f74d6677-fbce-4ff8-ad29-a3e53132f01b tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528716 Sep 04 01:12:11.886965 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3e551408-f71c-48c9-8110-28630a4c1516 admin admin] Publish callbacks [] for security_group (83b8e58e-2e84-4bb3-87ab-7e4701d90a69), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:11.924344 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3e551408-f71c-48c9-8110-28630a4c1516 admin admin] Publish callbacks [] for security_group (83b8e58e-2e84-4bb3-87ab-7e4701d90a69), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:11.957728 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992bf5a7-f22e-4eb9-9542-1a943477e98b admin admin] Router d7fde424-29f8-4dba-95d8-51709b034af5 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:12:11.982602 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:12.090078 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992bf5a7-f22e-4eb9-9542-1a943477e98b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:12:12.096172 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-992bf5a7-f22e-4eb9-9542-1a943477e98b admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/d7fde424-29f8-4dba-95d8-51709b034af5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2030876 Sep 04 01:12:12.098406 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 53542) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:12.101905 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dda7b6-492f-4946-8b30-acf425154117 None None] Sync routers for ids ['d7fde424-29f8-4dba-95d8-51709b034af5'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:12:12.112644 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dda7b6-492f-4946-8b30-acf425154117 None None] Routers {'d7fde424-29f8-4dba-95d8-51709b034af5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:12:12.113281 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-b8dda7b6-492f-4946-8b30-acf425154117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:12:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['d7fde424-29f8-4dba-95d8-51709b034af5'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:12.137352 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:12.151465 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3e551408-f71c-48c9-8110-28630a4c1516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (83b8e58e-2e84-4bb3-87ab-7e4701d90a69), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:12.154004 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3e551408-f71c-48c9-8110-28630a4c1516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:12.155138 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-3e551408-f71c-48c9-8110-28630a4c1516 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/83b8e58e-2e84-4bb3-87ab-7e4701d90a69 HTTP/1.1" status: 204 len: 168 time: 0.4548814 Sep 04 01:12:12.171143 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e551408-f71c-48c9-8110-28630a4c1516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b8e58e-2e84-4bb3-87ab-7e4701d90a69,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:12.243992 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7d57278e-59f2-42c4-a2ba-b4adbbd10e0d admin admin] Publish callbacks [] for router (d7fde424-29f8-4dba-95d8-51709b034af5), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:12.244128 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-b8dda7b6-492f-4946-8b30-acf425154117 None None] Set router d7fde424-29f8-4dba-95d8-51709b034af5 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:12:12.341049 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7d57278e-59f2-42c4-a2ba-b4adbbd10e0d admin admin] Publish callbacks [] for router_gateway (d7fde424-29f8-4dba-95d8-51709b034af5), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:12.414513 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-b8dda7b6-492f-4946-8b30-acf425154117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'name': 'tempest-AttachVolumeTestJSON-364832789-router', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253'}], 'enable_snat': True}, 'gw_port_id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:12:11Z', 'revision_number': 5, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'gw_port': {'id': '3045b911-01c5-4fc3-8e89-ac2d9cea12a8', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:12.444275 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dda7b6-492f-4946-8b30-acf425154117 None None] Checking router: d7fde424-29f8-4dba-95d8-51709b034af5 for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:12:12.454435 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dda7b6-492f-4946-8b30-acf425154117 None None] Routers {'d7fde424-29f8-4dba-95d8-51709b034af5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:12:12.454971 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-b8dda7b6-492f-4946-8b30-acf425154117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:12:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['d7fde424-29f8-4dba-95d8-51709b034af5'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:12.515099 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-7d57278e-59f2-42c4-a2ba-b4adbbd10e0d admin admin] Deleting port 3045b911-01c5-4fc3-8e89-ac2d9cea12a8 {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:12.515475 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7d57278e-59f2-42c4-a2ba-b4adbbd10e0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (3045b911-01c5-4fc3-8e89-ac2d9cea12a8), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:12.566030 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-b8dda7b6-492f-4946-8b30-acf425154117 None None] Set router d7fde424-29f8-4dba-95d8-51709b034af5 gateway port host: None {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:12:12.619267 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.db [None req-7d57278e-59f2-42c4-a2ba-b4adbbd10e0d admin admin] For port 3045b911-01c5-4fc3-8e89-ac2d9cea12a8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3045b911-01c5-4fc3-8e89-ac2d9cea12a8,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:12.619908 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7d57278e-59f2-42c4-a2ba-b4adbbd10e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (3045b911-01c5-4fc3-8e89-ac2d9cea12a8), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:12.641302 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-7d57278e-59f2-42c4-a2ba-b4adbbd10e0d admin admin] Calling delete_port for 3045b911-01c5-4fc3-8e89-ac2d9cea12a8 owned by network:router_gateway {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:12.779006 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-b8dda7b6-492f-4946-8b30-acf425154117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'name': 'tempest-AttachVolumeTestJSON-364832789-router', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:12:12Z', 'revision_number': 6, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:12.829253 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dda7b6-492f-4946-8b30-acf425154117 None None] The sync data for ids ['d7fde424-29f8-4dba-95d8-51709b034af5'] in dv-cinder-master-3-iscsi is: [{'id': 'd7fde424-29f8-4dba-95d8-51709b034af5', 'name': 'tempest-AttachVolumeTestJSON-364832789-router', 'tenant_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:12:12Z', 'revision_number': 6, 'project_id': 'e7dca68418a14d7da9aa63ac25f202e8', 'gw_port_host': None}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:12:12.918988 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7d57278e-59f2-42c4-a2ba-b4adbbd10e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (3045b911-01c5-4fc3-8e89-ac2d9cea12a8), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:12.960861 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57278e-59f2-42c4-a2ba-b4adbbd10e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=3045b911-01c5-4fc3-8e89-ac2d9cea12a8,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:13.019099 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:13.043559 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97cbbe-e9a7-4d6a-997b-422fcdc51828 req-f57d2ec1-3e90-45ed-9502-c6325f2f940e tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:13.045053 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-9b97cbbe-e9a7-4d6a-997b-422fcdc51828 req-f57d2ec1-3e90-45ed-9502-c6325f2f940e tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0895951 Sep 04 01:12:13.081665 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7d57278e-59f2-42c4-a2ba-b4adbbd10e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1810984'] for router_gateway (d7fde424-29f8-4dba-95d8-51709b034af5), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.161473 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:13.162413 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=5 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:13.193136 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-9b97cbbe-e9a7-4d6a-997b-422fcdc51828 req-6ef26616-7438-441a-a62a-f816f2e4fe32 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418095 Sep 04 01:12:13.197497 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7d57278e-59f2-42c4-a2ba-b4adbbd10e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14346'] for router (d7fde424-29f8-4dba-95d8-51709b034af5), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.203131 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7d57278e-59f2-42c4-a2ba-b4adbbd10e0d admin admin] Publish callbacks [] for router_controller (d7fde424-29f8-4dba-95d8-51709b034af5), precommit_delete_associations {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.323149 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7d57278e-59f2-42c4-a2ba-b4adbbd10e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1721226'] for router (d7fde424-29f8-4dba-95d8-51709b034af5), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.324002 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d57278e-59f2-42c4-a2ba-b4adbbd10e0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7fde424-29f8-4dba-95d8-51709b034af5 {{(pid=106790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 01:12:13.331032 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7d57278e-59f2-42c4-a2ba-b4adbbd10e0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.332179 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-7d57278e-59f2-42c4-a2ba-b4adbbd10e0d admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/d7fde424-29f8-4dba-95d8-51709b034af5 HTTP/1.1" status: 204 len: 168 time: 1.2328844 Sep 04 01:12:13.334862 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 53570) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:13.400869 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0934c3-9535-4dd0-bb70-28e2982fd99f admin admin] Deleting subnet cf87fd90-4193-4f02-8ccd-ce8ccea66ca5 {{(pid=106790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:12:13.404136 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ca0934c3-9535-4dd0-bb70-28e2982fd99f admin admin] Publish callbacks [] for subnet (cf87fd90-4193-4f02-8ccd-ce8ccea66ca5), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.443086 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ca0934c3-9535-4dd0-bb70-28e2982fd99f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64390781'] for subnet (cf87fd90-4193-4f02-8ccd-ce8ccea66ca5), precommit_delete_associations {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.471733 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:13.536225 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ca0934c3-9535-4dd0-bb70-28e2982fd99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869317'] for subnet (cf87fd90-4193-4f02-8ccd-ce8ccea66ca5), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.656532 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ca0934c3-9535-4dd0-bb70-28e2982fd99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63030278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65458455'] for subnet (cf87fd90-4193-4f02-8ccd-ce8ccea66ca5), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.688824 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0934c3-9535-4dd0-bb70-28e2982fd99f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf87fd90-4193-4f02-8ccd-ce8ccea66ca5,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:13.691269 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ca0934c3-9535-4dd0-bb70-28e2982fd99f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for subnet (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.696774 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-ca0934c3-9535-4dd0-bb70-28e2982fd99f admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/cf87fd90-4193-4f02-8ccd-ce8ccea66ca5 HTTP/1.1" status: 204 len: 168 time: 0.3586230 Sep 04 01:12:13.696916 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 53582) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:13.702003 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81099956-27b7-4a85-866e-cc8b12fce833 None None] Network 1fb5aed8-696d-4f87-8b2a-7d29744538a8 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:12:13.754830 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device d072bfcf-41bd-430e-800c-1d1a3b17d915 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:12:13.791446 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ee766b5c-e238-4d63-b2c0-7303a2645acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855412'] for network (1fb5aed8-696d-4f87-8b2a-7d29744538a8), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.846014 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-ee766b5c-e238-4d63-b2c0-7303a2645acd admin admin] Deleting port dd44c60a-dd0f-4ff2-85ae-8c012af89cf9 {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:13.846497 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ee766b5c-e238-4d63-b2c0-7303a2645acd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (dd44c60a-dd0f-4ff2-85ae-8c012af89cf9), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.875326 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port d072bfcf-41bd-430e-800c-1d1a3b17d915 is: ACTIVE; New status is: DOWN {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:12:13.875716 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:13.913826 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port d072bfcf-41bd-430e-800c-1d1a3b17d915, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d072bfcf-41bd-430e-800c-1d1a3b17d915,segment=NetworkSegment(7f3c23b7-4619-4de8-89fe-789a39101159),segment_id=7f3c23b7-4619-4de8-89fe-789a39101159)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:13.917479 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74df11dc-31bd-4745-83bc-4b3c430d02ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd072bfcf-41bd-430e-800c-1d1a3b17d915'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:12:13.918629 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0b89d5-f2db-4441-b7bf-66c22a4af795" -d '{"events": [{"server_uuid": "74df11dc-31bd-4745-83bc-4b3c430d02ff", "name": "network-vif-unplugged", "status": "completed", "tag": "d072bfcf-41bd-430e-800c-1d1a3b17d915"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:12:13.930611 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1613effb-8037-4963-8329-b3facfde648e None None] DHCP port deletion for 1fb5aed8-696d-4f87-8b2a-7d29744538a8 request from dv-cinder-master-3-iscsi {{(pid=106792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 01:12:13.937977 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:13.986707 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 04 Sep 2022 01:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b9a114-5514-43ee-9f21-b74c6006cb30 x-openstack-request-id: req-54b9a114-5514-43ee-9f21-b74c6006cb30 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:12:13.986993 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74df11dc-31bd-4745-83bc-4b3c430d02ff", "name": "network-vif-unplugged", "status": "failed", "tag": "d072bfcf-41bd-430e-800c-1d1a3b17d915", "code": 422}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:12:13.987243 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54b9a114-5514-43ee-9f21-b74c6006cb30 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:12:13.987642 dv-cinder-master-3-iscsi neutron-server[106792]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-54b9a114-5514-43ee-9f21-b74c6006cb30']: {'server_uuid': '74df11dc-31bd-4745-83bc-4b3c430d02ff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd072bfcf-41bd-430e-800c-1d1a3b17d915', 'code': 422} returned with failed status Sep 04 01:12:13.991273 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.000103 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.db [None req-ee766b5c-e238-4d63-b2c0-7303a2645acd admin admin] For port dd44c60a-dd0f-4ff2-85ae-8c012af89cf9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dd44c60a-dd0f-4ff2-85ae-8c012af89cf9,segment=NetworkSegment(79b84dcb-99f6-4af2-ac73-30fcaae597f6),segment_id=79b84dcb-99f6-4af2-ac73-30fcaae597f6)] {{(pid=106790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:14.000626 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ee766b5c-e238-4d63-b2c0-7303a2645acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (dd44c60a-dd0f-4ff2-85ae-8c012af89cf9), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.027951 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-ee766b5c-e238-4d63-b2c0-7303a2645acd admin admin] Calling delete_port for dd44c60a-dd0f-4ff2-85ae-8c012af89cf9 owned by network:dhcp {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:14.028053 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-1613effb-8037-4963-8329-b3facfde648e None None] Deleting port dd44c60a-dd0f-4ff2-85ae-8c012af89cf9 {{(pid=106792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:14.028053 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-1613effb-8037-4963-8329-b3facfde648e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (dd44c60a-dd0f-4ff2-85ae-8c012af89cf9), before_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.080992 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:14.107081 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=d072bfcf-41bd-430e-800c-1d1a3b17d915,revision_number=6']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:14.114663 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-1613effb-8037-4963-8329-b3facfde648e None None] For port dd44c60a-dd0f-4ff2-85ae-8c012af89cf9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dd44c60a-dd0f-4ff2-85ae-8c012af89cf9,segment=NetworkSegment(79b84dcb-99f6-4af2-ac73-30fcaae597f6),segment_id=79b84dcb-99f6-4af2-ac73-30fcaae597f6)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:14.115051 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-1613effb-8037-4963-8329-b3facfde648e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (dd44c60a-dd0f-4ff2-85ae-8c012af89cf9), precommit_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.149289 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:14.149289 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-1613effb-8037-4963-8329-b3facfde648e None None] Calling delete_port for dd44c60a-dd0f-4ff2-85ae-8c012af89cf9 owned by network:dhcp {{(pid=106792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:14.231749 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ee766b5c-e238-4d63-b2c0-7303a2645acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (dd44c60a-dd0f-4ff2-85ae-8c012af89cf9), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.240468 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-1613effb-8037-4963-8329-b3facfde648e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882'] for port (dd44c60a-dd0f-4ff2-85ae-8c012af89cf9), after_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.258993 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee766b5c-e238-4d63-b2c0-7303a2645acd admin admin] Pushing event deleted for resources: {'Port': ['ID=dd44c60a-dd0f-4ff2-85ae-8c012af89cf9,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:14.262132 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1613effb-8037-4963-8329-b3facfde648e None None] No DVR routers for this DVR port dd44c60a-dd0f-4ff2-85ae-8c012af89cf9 on host dv-cinder-master-3-iscsi {{(pid=106792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:12:14.265791 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee766b5c-e238-4d63-b2c0-7303a2645acd admin admin] No DVR routers for this DVR port dd44c60a-dd0f-4ff2-85ae-8c012af89cf9 on host dv-cinder-master-3-iscsi {{(pid=106790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:12:14.296035 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613effb-8037-4963-8329-b3facfde648e None None] Pushing event deleted for resources: {'Port': ['ID=dd44c60a-dd0f-4ff2-85ae-8c012af89cf9,revision_number=None']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:14.402058 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae140e-e8d7-4903-8cff-80346ff1e30f req-d80d7ed6-5c7f-4406-b3fd-6c31b33789f2 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:14.403527 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-83ae140e-e8d7-4903-8cff-80346ff1e30f req-d80d7ed6-5c7f-4406-b3fd-6c31b33789f2 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.1187129 Sep 04 01:12:14.407778 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ee766b5c-e238-4d63-b2c0-7303a2645acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1299106', 'neutron.services.segments.db._delete_segments_for_network-8760291617684'] for network (1fb5aed8-696d-4f87-8b2a-7d29744538a8), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.443274 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.services.segments.db [None req-ee766b5c-e238-4d63-b2c0-7303a2645acd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb5aed8-696d-4f87-8b2a-7d29744538a8']}} {{(pid=106790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:14.466157 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.services.segments.db [None req-ee766b5c-e238-4d63-b2c0-7303a2645acd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b84dcb-99f6-4af2-ac73-30fcaae597f6') {'for_net_delete': True} {{(pid=106790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:14.466374 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.services.segments.db [None req-ee766b5c-e238-4d63-b2c0-7303a2645acd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b84dcb-99f6-4af2-ac73-30fcaae597f6') {} {{(pid=106790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:14.485434 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ee766b5c-e238-4d63-b2c0-7303a2645acd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760291642516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64390762'] for segment (79b84dcb-99f6-4af2-ac73-30fcaae597f6), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.495794 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-83ae140e-e8d7-4903-8cff-80346ff1e30f req-00b5430e-52a0-4cd4-aa10-3cf35e9d85d9 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852389 Sep 04 01:12:14.509273 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ee766b5c-e238-4d63-b2c0-7303a2645acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (79b84dcb-99f6-4af2-ac73-30fcaae597f6), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.520910 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee766b5c-e238-4d63-b2c0-7303a2645acd admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=106790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:12:14.521558 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ee766b5c-e238-4d63-b2c0-7303a2645acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63045540'] for segment (79b84dcb-99f6-4af2-ac73-30fcaae597f6), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.570435 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device dd44c60a-dd0f-4ff2-85ae-8c012af89cf9 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:12:14.594100 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: dd44c60a-dd0f-4ff2-85ae-8c012af89cf9 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:12:14.594447 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device dd44c60a-dd0f-4ff2-85ae-8c012af89cf9 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:12:14.595668 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 378bbdd4-3077-4657-8055-fdc0a7600948 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:12:14.630501 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: 378bbdd4-3077-4657-8055-fdc0a7600948 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:12:14.630501 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 378bbdd4-3077-4657-8055-fdc0a7600948 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:12:14.631179 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 3045b911-01c5-4fc3-8e89-ac2d9cea12a8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:12:14.652095 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: 3045b911-01c5-4fc3-8e89-ac2d9cea12a8 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:12:14.652456 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 3045b911-01c5-4fc3-8e89-ac2d9cea12a8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:12:14.672150 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ee766b5c-e238-4d63-b2c0-7303a2645acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1299115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811184'] for network (1fb5aed8-696d-4f87-8b2a-7d29744538a8), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.688135 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ee766b5c-e238-4d63-b2c0-7303a2645acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:14.691432 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-ee766b5c-e238-4d63-b2c0-7303a2645acd admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/1fb5aed8-696d-4f87-8b2a-7d29744538a8 HTTP/1.1" status: 204 len: 168 time: 0.9933574 Sep 04 01:12:14.712770 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.services.segments.plugin [-] Segment 79b84dcb-99f6-4af2-ac73-30fcaae597f6 resource provider aggregate not found Sep 04 01:12:14.716899 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee766b5c-e238-4d63-b2c0-7303a2645acd admin admin] Pushing event deleted for resources: {'Network': ['ID=1fb5aed8-696d-4f87-8b2a-7d29744538a8,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:14.733360 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.services.segments.plugin [-] Segment 79b84dcb-99f6-4af2-ac73-30fcaae597f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79b84dcb-99f6-4af2-ac73-30fcaae597f6 found for delete ", "request_id": "req-8350d98b-1814-4e67-8098-6c3b856b0ce4"}]} Sep 04 01:12:15.065605 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a9e37-cc1d-449d-8e60-4a0eae93ee37 req-15ed8711-4047-402f-b5ef-e6126bfb058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:15.067088 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c65a9e37-cc1d-449d-8e60-4a0eae93ee37 req-15ed8711-4047-402f-b5ef-e6126bfb058e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff&tenant_id=735896cd6b3b4c448dd94b3bf7577cb8 HTTP/1.1" status: 200 len: 1127 time: 0.0426791 Sep 04 01:12:15.129557 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 53610) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:15.148459 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a9e37-cc1d-449d-8e60-4a0eae93ee37 req-b734c17c-1357-404b-a683-62659b7b6022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:15.150104 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c65a9e37-cc1d-449d-8e60-4a0eae93ee37 req-b734c17c-1357-404b-a683-62659b7b6022 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=735896cd6b3b4c448dd94b3bf7577cb8&device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 1127 time: 0.0421174 Sep 04 01:12:15.170935 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-e1ceb13f-40ab-483e-9e35-a4bb66261435 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e7dca68418a14d7da9aa63ac25f202e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401857 Sep 04 01:12:15.174199 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 53612) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:15.224300 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b285a90e-cd35-43d5-9927-b6316ee9bb97 admin admin] Publish callbacks [] for security_group (012b1c46-d5d0-4a92-9c0b-abcec93f605b), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:15.246281 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b285a90e-cd35-43d5-9927-b6316ee9bb97 admin admin] Publish callbacks [] for security_group (012b1c46-d5d0-4a92-9c0b-abcec93f605b), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:15.248266 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a9e37-cc1d-449d-8e60-4a0eae93ee37 req-fdbe5404-fb3a-4b79-bee7-72838d319f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:15.250370 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c65a9e37-cc1d-449d-8e60-4a0eae93ee37 req-fdbe5404-fb3a-4b79-bee7-72838d319f48 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=a4020194-c9cd-46d3-9c56-5d8c215c248f HTTP/1.1" status: 200 len: 910 time: 0.0930221 Sep 04 01:12:15.313108 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c65a9e37-cc1d-449d-8e60-4a0eae93ee37 req-31a8708b-63b4-4637-9bb7-8b36faba1aca service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d072bfcf-41bd-430e-800c-1d1a3b17d915 HTTP/1.1" status: 200 len: 999 time: 0.0568151 Sep 04 01:12:15.366770 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a9e37-cc1d-449d-8e60-4a0eae93ee37 req-0c79a33b-26ae-4c73-893d-d2df4e04b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:15.368320 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c65a9e37-cc1d-449d-8e60-4a0eae93ee37 req-0c79a33b-26ae-4c73-893d-d2df4e04b189 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db HTTP/1.1" status: 200 len: 848 time: 0.0499508 Sep 04 01:12:15.385498 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b285a90e-cd35-43d5-9927-b6316ee9bb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (012b1c46-d5d0-4a92-9c0b-abcec93f605b), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:15.388998 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b285a90e-cd35-43d5-9927-b6316ee9bb97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:15.389351 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-b285a90e-cd35-43d5-9927-b6316ee9bb97 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/012b1c46-d5d0-4a92-9c0b-abcec93f605b HTTP/1.1" status: 204 len: 168 time: 0.2141294 Sep 04 01:12:15.398241 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285a90e-cd35-43d5-9927-b6316ee9bb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012b1c46-d5d0-4a92-9c0b-abcec93f605b,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:15.434348 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a9e37-cc1d-449d-8e60-4a0eae93ee37 req-c350df78-74a0-4e94-8634-53a3049b3a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:15.436029 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c65a9e37-cc1d-449d-8e60-4a0eae93ee37 req-c350df78-74a0-4e94-8634-53a3049b3a20 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=a4020194-c9cd-46d3-9c56-5d8c215c248f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606430 Sep 04 01:12:15.571519 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:15.573665 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c65a9e37-cc1d-449d-8e60-4a0eae93ee37 req-a2c2597e-1c0e-44b6-a246-1deb76608e1d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/a4020194-c9cd-46d3-9c56-5d8c215c248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253052 Sep 04 01:12:15.628435 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:15.651343 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b4d32-9eec-443d-b616-7f36a3cf3b4b req-0e3a7506-5670-4c5e-8666-3a57974d5619 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:15.652902 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c56b4d32-9eec-443d-b616-7f36a3cf3b4b req-0e3a7506-5670-4c5e-8666-3a57974d5619 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0631688 Sep 04 01:12:15.694905 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c65a9e37-cc1d-449d-8e60-4a0eae93ee37 req-9c399be7-3974-47f8-80c5-0fb569f23c6b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/a4020194-c9cd-46d3-9c56-5d8c215c248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151435 Sep 04 01:12:15.718113 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-c56b4d32-9eec-443d-b616-7f36a3cf3b4b req-21790d4d-6316-41c6-9445-0579b36021cd tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552342 Sep 04 01:12:16.846100 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a21de-0531-48b1-ab00-8c93b3d3f67e req-45708e2e-910b-4efd-a25d-7310bbb96391 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:16.847549 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9d8a21de-0531-48b1-ab00-8c93b3d3f67e req-45708e2e-910b-4efd-a25d-7310bbb96391 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0487170 Sep 04 01:12:16.912550 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9d8a21de-0531-48b1-ab00-8c93b3d3f67e req-29427006-ee97-430b-b56e-84047a48685f tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591805 Sep 04 01:12:17.487866 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 53672) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:17.595082 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-258ffda8-13fa-4e4f-86d0-70a34a3a1b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:17.690826 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-258ffda8-13fa-4e4f-86d0-70a34a3a1b11 admin admin] Publish callbacks [] for security_group (07c6d8d7-f4cd-4ddf-960a-670a0cbdd2cb), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:17.751113 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-258ffda8-13fa-4e4f-86d0-70a34a3a1b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (07c6d8d7-f4cd-4ddf-960a-670a0cbdd2cb), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:17.791544 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ffda8-13fa-4e4f-86d0-70a34a3a1b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c6d8d7-f4cd-4ddf-960a-670a0cbdd2cb,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:17.796888 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-258ffda8-13fa-4e4f-86d0-70a34a3a1b11 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6cfa564295f4423ead002277f3c4b3c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3078809 Sep 04 01:12:17.799524 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 53690) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:17.851983 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0e9c31a6-d141-4ec2-baa4-a56afa765c40 admin admin] Publish callbacks [] for security_group (07c6d8d7-f4cd-4ddf-960a-670a0cbdd2cb), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:17.873326 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0e9c31a6-d141-4ec2-baa4-a56afa765c40 admin admin] Publish callbacks [] for security_group (07c6d8d7-f4cd-4ddf-960a-670a0cbdd2cb), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:17.985756 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0e9c31a6-d141-4ec2-baa4-a56afa765c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (07c6d8d7-f4cd-4ddf-960a-670a0cbdd2cb), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:17.989051 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0e9c31a6-d141-4ec2-baa4-a56afa765c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:17.991650 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-0e9c31a6-d141-4ec2-baa4-a56afa765c40 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/07c6d8d7-f4cd-4ddf-960a-670a0cbdd2cb HTTP/1.1" status: 204 len: 168 time: 0.1911335 Sep 04 01:12:18.024855 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c31a6-d141-4ec2-baa4-a56afa765c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c6d8d7-f4cd-4ddf-960a-670a0cbdd2cb,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:18.050836 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5ead2-58c6-4533-8340-b5ec142ff4f7 req-62959165-9521-4c33-9eba-c40cb5d4769a tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:18.050836 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-f0f5ead2-58c6-4533-8340-b5ec142ff4f7 req-62959165-9521-4c33-9eba-c40cb5d4769a tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0555363 Sep 04 01:12:18.100188 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-f0f5ead2-58c6-4533-8340-b5ec142ff4f7 req-42805e55-422d-4171-90ab-89087578aff5 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455086 Sep 04 01:12:18.185697 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 53698) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:18.413789 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0d91435c-58a4-4ed7-89a7-aad63f16c05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:18.473814 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:18.504504 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0d91435c-58a4-4ed7-89a7-aad63f16c05a admin admin] Publish callbacks [] for security_group (823d270d-d081-4de7-bd25-a956697a6925), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:18.563187 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0d91435c-58a4-4ed7-89a7-aad63f16c05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (823d270d-d081-4de7-bd25-a956697a6925), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:18.605212 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-0d91435c-58a4-4ed7-89a7-aad63f16c05a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5c147b2ed0724f149841d070b16f749d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4183934 Sep 04 01:12:18.606383 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91435c-58a4-4ed7-89a7-aad63f16c05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823d270d-d081-4de7-bd25-a956697a6925,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:18.607976 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 53702) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:18.659807 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-54b4d18f-939d-49df-b1d3-b9970c512de7 admin admin] Publish callbacks [] for security_group (823d270d-d081-4de7-bd25-a956697a6925), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:18.661519 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:18.681195 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-54b4d18f-939d-49df-b1d3-b9970c512de7 admin admin] Publish callbacks [] for security_group (823d270d-d081-4de7-bd25-a956697a6925), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:18.779856 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-54b4d18f-939d-49df-b1d3-b9970c512de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (823d270d-d081-4de7-bd25-a956697a6925), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:18.782520 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-54b4d18f-939d-49df-b1d3-b9970c512de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:18.783695 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-54b4d18f-939d-49df-b1d3-b9970c512de7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/823d270d-d081-4de7-bd25-a956697a6925 HTTP/1.1" status: 204 len: 168 time: 0.1741052 Sep 04 01:12:18.792173 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4d18f-939d-49df-b1d3-b9970c512de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823d270d-d081-4de7-bd25-a956697a6925,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:19.224888 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98777757-a49a-4615-8574-f49dbe981654 req-30f0ad09-71df-451d-8ca0-3adb4e219f36 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:19.226702 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-98777757-a49a-4615-8574-f49dbe981654 req-30f0ad09-71df-451d-8ca0-3adb4e219f36 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0501888 Sep 04 01:12:19.277285 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-98777757-a49a-4615-8574-f49dbe981654 req-c7443d98-9109-4c99-bec3-e23171849456 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447981 Sep 04 01:12:19.340749 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 53712) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:19.354488 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4159-3324-4127-9926-97264f5c223a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:19.431427 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4159-3324-4127-9926-97264f5c223a admin admin] Publish callbacks [] for security_group (e24a194e-ec58-4f6c-b19a-cc75bfff021e), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:19.505570 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4159-3324-4127-9926-97264f5c223a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (e24a194e-ec58-4f6c-b19a-cc75bfff021e), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:19.543154 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f4159-3324-4127-9926-97264f5c223a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24a194e-ec58-4f6c-b19a-cc75bfff021e,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:19.548106 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-ee9f4159-3324-4127-9926-97264f5c223a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=82f9366e31bc45a6b94fafa49bdec9c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2062724 Sep 04 01:12:19.550728 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 53714) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:19.599846 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-762ba51b-e14f-4360-bba5-8b8fbdaf8831 admin admin] Publish callbacks [] for security_group (e24a194e-ec58-4f6c-b19a-cc75bfff021e), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:19.622543 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-762ba51b-e14f-4360-bba5-8b8fbdaf8831 admin admin] Publish callbacks [] for security_group (e24a194e-ec58-4f6c-b19a-cc75bfff021e), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:19.745870 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-762ba51b-e14f-4360-bba5-8b8fbdaf8831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (e24a194e-ec58-4f6c-b19a-cc75bfff021e), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:19.748977 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-762ba51b-e14f-4360-bba5-8b8fbdaf8831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:19.750834 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-762ba51b-e14f-4360-bba5-8b8fbdaf8831 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e24a194e-ec58-4f6c-b19a-cc75bfff021e HTTP/1.1" status: 204 len: 168 time: 0.1989920 Sep 04 01:12:19.758898 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ba51b-e14f-4360-bba5-8b8fbdaf8831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24a194e-ec58-4f6c-b19a-cc75bfff021e,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:20.402729 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678beb8-e7af-45fc-9052-f2b044b5feed req-86acf4f8-268a-49b9-9812-f6d172f4b00d tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:20.404221 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5678beb8-e7af-45fc-9052-f2b044b5feed req-86acf4f8-268a-49b9-9812-f6d172f4b00d tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0519950 Sep 04 01:12:20.434438 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:20.460443 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5678beb8-e7af-45fc-9052-f2b044b5feed req-74c83cf3-c33c-4678-99f5-230bc34106f0 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474918 Sep 04 01:12:21.584422 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c4cd8-8ed0-40e3-8620-9fbc22827f22 req-3219c923-b0b0-4b0b-a06d-bfdef525ccf9 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:21.585928 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-874c4cd8-8ed0-40e3-8620-9fbc22827f22 req-3219c923-b0b0-4b0b-a06d-bfdef525ccf9 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0487084 Sep 04 01:12:21.636004 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-874c4cd8-8ed0-40e3-8620-9fbc22827f22 req-0f9c405a-9976-4590-b20d-4de3fbed83e3 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446086 Sep 04 01:12:22.063277 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:12:22.760483 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb917a3-aa26-4693-a1b8-3231a6fee2a1 req-f4cb7228-7183-4a9d-9bf0-554fe8b6be32 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:22.761983 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-efb917a3-aa26-4693-a1b8-3231a6fee2a1 req-f4cb7228-7183-4a9d-9bf0-554fe8b6be32 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0509493 Sep 04 01:12:22.811490 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-efb917a3-aa26-4693-a1b8-3231a6fee2a1 req-1748e41f-0853-405a-a6e9-935bf779c607 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436411 Sep 04 01:12:23.805876 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device d072bfcf-41bd-430e-800c-1d1a3b17d915 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:12:23.911137 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port d072bfcf-41bd-430e-800c-1d1a3b17d915, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d072bfcf-41bd-430e-800c-1d1a3b17d915,segment=NetworkSegment(7f3c23b7-4619-4de8-89fe-789a39101159),segment_id=7f3c23b7-4619-4de8-89fe-789a39101159)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:23.922582 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': 'd072bfcf-41bd-430e-800c-1d1a3b17d915', 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f', 'port_id': 'd072bfcf-41bd-430e-800c-1d1a3b17d915', 'mac_address': 'fa:16:3e:a8:02:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:12:23.939731 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:23.950677 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dd4c8-e3f0-4dda-abad-d6a137427fdb req-b51b21d2-8e57-491b-91d5-c8c2a258998b tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:23.952292 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-354dd4c8-e3f0-4dda-abad-d6a137427fdb req-b51b21d2-8e57-491b-91d5-c8c2a258998b tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0484254 Sep 04 01:12:23.962472 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port d072bfcf-41bd-430e-800c-1d1a3b17d915 is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:12:23.962865 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:23.976462 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d072bfcf-41bd-430e-800c-1d1a3b17d915 {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:12:23.996814 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port d072bfcf-41bd-430e-800c-1d1a3b17d915, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d072bfcf-41bd-430e-800c-1d1a3b17d915,segment=NetworkSegment(7f3c23b7-4619-4de8-89fe-789a39101159),segment_id=7f3c23b7-4619-4de8-89fe-789a39101159)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:24.006364 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-354dd4c8-e3f0-4dda-abad-d6a137427fdb req-a6bdf0a4-94ac-4846-bddd-2c737f79281d tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463960 Sep 04 01:12:24.060081 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:24.109910 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=d072bfcf-41bd-430e-800c-1d1a3b17d915,revision_number=7']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:24.371591 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['d072bfcf-41bd-430e-800c-1d1a3b17d915'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:12:24.529905 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:25.129184 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2191a-f131-4537-a6c0-3be8ae22bb85 req-b3dba0d6-b908-49ec-b8b4-074fbd73f1f4 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:25.130626 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-72d2191a-f131-4537-a6c0-3be8ae22bb85 req-b3dba0d6-b908-49ec-b8b4-074fbd73f1f4 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 944 time: 0.0496721 Sep 04 01:12:25.179736 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-72d2191a-f131-4537-a6c0-3be8ae22bb85 req-cb6a5932-a4b7-47e0-8038-3ea9184868f0 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434628 Sep 04 01:12:25.842030 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device d072bfcf-41bd-430e-800c-1d1a3b17d915 up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:12:25.889651 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port d072bfcf-41bd-430e-800c-1d1a3b17d915 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:12:25.890027 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:25.948153 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:25.978428 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port d072bfcf-41bd-430e-800c-1d1a3b17d915 is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:12:25.978961 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:26.002752 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74df11dc-31bd-4745-83bc-4b3c430d02ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd072bfcf-41bd-430e-800c-1d1a3b17d915'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:12:26.005017 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd0981e-7f61-4495-84d1-108ed19f74cb" -d '{"events": [{"server_uuid": "74df11dc-31bd-4745-83bc-4b3c430d02ff", "name": "network-vif-plugged", "status": "completed", "tag": "d072bfcf-41bd-430e-800c-1d1a3b17d915"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:12:26.021927 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port d072bfcf-41bd-430e-800c-1d1a3b17d915, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d072bfcf-41bd-430e-800c-1d1a3b17d915,segment=NetworkSegment(7f3c23b7-4619-4de8-89fe-789a39101159),segment_id=7f3c23b7-4619-4de8-89fe-789a39101159)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:26.049921 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30b23c2-0025-4621-9951-6fa1bbaa9260 x-openstack-request-id: req-b30b23c2-0025-4621-9951-6fa1bbaa9260 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:12:26.050050 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74df11dc-31bd-4745-83bc-4b3c430d02ff", "name": "network-vif-plugged", "status": "completed", "tag": "d072bfcf-41bd-430e-800c-1d1a3b17d915", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:12:26.050534 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b30b23c2-0025-4621-9951-6fa1bbaa9260 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:12:26.050671 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b30b23c2-0025-4621-9951-6fa1bbaa9260'] response: {'server_uuid': '74df11dc-31bd-4745-83bc-4b3c430d02ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd072bfcf-41bd-430e-800c-1d1a3b17d915', 'code': 200} Sep 04 01:12:26.088603 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:26.125729 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600047a-90dc-48a2-8529-2d802f3912bb req-00039e94-a9e9-4d79-b5f1-c359159918a7 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:26.127331 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6600047a-90dc-48a2-8529-2d802f3912bb req-00039e94-a9e9-4d79-b5f1-c359159918a7 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 946 time: 0.0524268 Sep 04 01:12:26.142475 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=d072bfcf-41bd-430e-800c-1d1a3b17d915,revision_number=8']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:26.176983 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6600047a-90dc-48a2-8529-2d802f3912bb req-192db27e-ca6f-4c30-a84b-cadbaa461284 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435824 Sep 04 01:12:26.307384 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef7f89-2b2c-4ba0-b8e3-4a3d34c6f80d req-07373f5b-bcbd-4918-9e56-f465465b1796 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:26.308839 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ceef7f89-2b2c-4ba0-b8e3-4a3d34c6f80d req-07373f5b-bcbd-4918-9e56-f465465b1796 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0506215 Sep 04 01:12:26.359249 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ceef7f89-2b2c-4ba0-b8e3-4a3d34c6f80d req-9a1ba3a7-1119-484a-b3f6-838c6d219697 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441558 Sep 04 01:12:26.979382 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 53856) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:27.084060 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-0bbd9061-9fde-4ee7-b058-ce5537b6b713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:27.115865 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:27.161868 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-0bbd9061-9fde-4ee7-b058-ce5537b6b713 admin admin] Publish callbacks [] for security_group (b1fb1890-2d79-4017-a214-0ba455f2d5d9), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:27.264986 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-0bbd9061-9fde-4ee7-b058-ce5537b6b713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (b1fb1890-2d79-4017-a214-0ba455f2d5d9), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:27.332801 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0fa4b-6d7d-4d4c-8957-df68de08aa83 req-c8f69641-c284-4cba-a87f-7b937b29144a tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:27.334217 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-79b0fa4b-6d7d-4d4c-8957-df68de08aa83 req-c8f69641-c284-4cba-a87f-7b937b29144a tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 946 time: 0.0800438 Sep 04 01:12:27.337782 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-0bbd9061-9fde-4ee7-b058-ce5537b6b713 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2229967a2f824dd4ad40828726280715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3568158 Sep 04 01:12:27.337903 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd9061-9fde-4ee7-b058-ce5537b6b713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fb1890-2d79-4017-a214-0ba455f2d5d9,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:27.340147 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 53864) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:27.391348 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-79b0fa4b-6d7d-4d4c-8957-df68de08aa83 req-cffa2579-f3f1-4b2f-a39f-4105f13ce500 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501328 Sep 04 01:12:27.397945 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-99464798-b4d1-42da-ab88-3160fcc21c74 admin admin] Publish callbacks [] for security_group (b1fb1890-2d79-4017-a214-0ba455f2d5d9), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:27.421350 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-99464798-b4d1-42da-ab88-3160fcc21c74 admin admin] Publish callbacks [] for security_group (b1fb1890-2d79-4017-a214-0ba455f2d5d9), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:27.763491 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d0b58-449b-40bb-9d16-694d0674a79d req-79327e9a-f54e-4f5f-ba8e-a9875e2988dc tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:27.764973 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1d3d0b58-449b-40bb-9d16-694d0674a79d req-79327e9a-f54e-4f5f-ba8e-a9875e2988dc tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.3196611 Sep 04 01:12:27.817531 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b9d32-715f-4f3b-9775-685b8c1c8f8e req-19e2b5fb-439a-4ac0-b891-e20860dcc358 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:27.819259 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fd4b9d32-715f-4f3b-9775-685b8c1c8f8e req-19e2b5fb-439a-4ac0-b891-e20860dcc358 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 946 time: 0.0492268 Sep 04 01:12:27.820825 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-1d3d0b58-449b-40bb-9d16-694d0674a79d req-8afcf63c-dbbf-45b5-8e91-39c3eee0e623 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467856 Sep 04 01:12:27.831952 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-99464798-b4d1-42da-ab88-3160fcc21c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (b1fb1890-2d79-4017-a214-0ba455f2d5d9), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:27.834805 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-99464798-b4d1-42da-ab88-3160fcc21c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:27.841230 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-99464798-b4d1-42da-ab88-3160fcc21c74 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b1fb1890-2d79-4017-a214-0ba455f2d5d9 HTTP/1.1" status: 204 len: 168 time: 0.4949384 Sep 04 01:12:27.877884 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99464798-b4d1-42da-ab88-3160fcc21c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fb1890-2d79-4017-a214-0ba455f2d5d9,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:27.890251 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df5738-8e32-4730-b46c-a418eabf498c req-b0855373-ab15-492b-9cfb-ec74ba6707f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:27.892585 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-87df5738-8e32-4730-b46c-a418eabf498c req-b0855373-ab15-492b-9cfb-ec74ba6707f0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 1129 time: 0.0480165 Sep 04 01:12:27.924298 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-fd4b9d32-715f-4f3b-9775-685b8c1c8f8e req-b5700504-b07b-44aa-8dff-2812f908cede tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Deleting port a684da0f-7a2f-4974-8aa3-30875caa5a0e {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:27.924765 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-fd4b9d32-715f-4f3b-9775-685b8c1c8f8e req-b5700504-b07b-44aa-8dff-2812f908cede tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (a684da0f-7a2f-4974-8aa3-30875caa5a0e), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:27.945269 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-87df5738-8e32-4730-b46c-a418eabf498c req-19dfde79-d3be-41f9-8ccc-e4ea611b3229 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448432 Sep 04 01:12:27.999271 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:28.021252 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-fd4b9d32-715f-4f3b-9775-685b8c1c8f8e req-b5700504-b07b-44aa-8dff-2812f908cede tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] For port a684da0f-7a2f-4974-8aa3-30875caa5a0e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a684da0f-7a2f-4974-8aa3-30875caa5a0e,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:28.021632 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-fd4b9d32-715f-4f3b-9775-685b8c1c8f8e req-b5700504-b07b-44aa-8dff-2812f908cede tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (a684da0f-7a2f-4974-8aa3-30875caa5a0e), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:28.185416 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-fd4b9d32-715f-4f3b-9775-685b8c1c8f8e req-b5700504-b07b-44aa-8dff-2812f908cede tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:28.185786 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-fd4b9d32-715f-4f3b-9775-685b8c1c8f8e req-b5700504-b07b-44aa-8dff-2812f908cede tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (ee349f48-2567-44d9-9e83-458588ed82fe), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:28.186099 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.l3_db [req-fd4b9d32-715f-4f3b-9775-685b8c1c8f8e req-b5700504-b07b-44aa-8dff-2812f908cede tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Floating IP ee349f48-2567-44d9-9e83-458588ed82fe disassociated. External IP: 172.37.7.225, port: a684da0f-7a2f-4974-8aa3-30875caa5a0e. Sep 04 01:12:28.186432 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-fd4b9d32-715f-4f3b-9775-685b8c1c8f8e req-b5700504-b07b-44aa-8dff-2812f908cede tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Calling delete_port for a684da0f-7a2f-4974-8aa3-30875caa5a0e owned by compute:nova {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:28.379986 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-fd4b9d32-715f-4f3b-9775-685b8c1c8f8e req-b5700504-b07b-44aa-8dff-2812f908cede tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (a684da0f-7a2f-4974-8aa3-30875caa5a0e), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:28.510736 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 53874) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:28.525250 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e3943b17-a05a-46e9-8214-817862999ab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:28.605749 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e3943b17-a05a-46e9-8214-817862999ab0 admin admin] Publish callbacks [] for security_group (0d9f9db1-0dd1-4731-8b3a-3bbb79c73377), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:28.669548 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5700504-b07b-44aa-8dff-2812f908cede tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event deleted for resources: {'Port': ['ID=a684da0f-7a2f-4974-8aa3-30875caa5a0e,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:28.681342 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:28.689104 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e3943b17-a05a-46e9-8214-817862999ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (0d9f9db1-0dd1-4731-8b3a-3bbb79c73377), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:28.702704 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a10646b6-9452-4b7f-93ff-e0ff9fe72a94 req-522e7fd4-3ab3-421a-9666-caf11a6976d1 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 210 time: 0.0369103 Sep 04 01:12:28.737645 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-e3943b17-a05a-46e9-8214-817862999ab0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9c0b331a0c17484f89a5f40f21f1ee4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234697 Sep 04 01:12:28.737645 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3943b17-a05a-46e9-8214-817862999ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9f9db1-0dd1-4731-8b3a-3bbb79c73377,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:28.738562 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 53876) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:28.845877 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-16af2a74-0ad9-42c1-9256-a03d97c36500 admin admin] Publish callbacks [] for security_group (0d9f9db1-0dd1-4731-8b3a-3bbb79c73377), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:28.857571 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd4b9d32-715f-4f3b-9775-685b8c1c8f8e req-b5700504-b07b-44aa-8dff-2812f908cede tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Router a6875d57-1898-4fcc-8186-5995078e83c1 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:12:28.876980 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-16af2a74-0ad9-42c1-9256-a03d97c36500 admin admin] Publish callbacks [] for security_group (0d9f9db1-0dd1-4731-8b3a-3bbb79c73377), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:28.957949 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d92773-88e0-490a-825a-4ae0369892be req-f3770613-d252-4c53-9246-5c11d45d52c8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:28.959450 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-09d92773-88e0-490a-825a-4ae0369892be req-f3770613-d252-4c53-9246-5c11d45d52c8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0537665 Sep 04 01:12:29.006732 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:29.009325 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd4b9d32-715f-4f3b-9775-685b8c1c8f8e req-b5700504-b07b-44aa-8dff-2812f908cede tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:12:29.014280 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-09d92773-88e0-490a-825a-4ae0369892be req-f231e9e8-59d5-4dd9-92d8-5cb05a0ae019 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486989 Sep 04 01:12:29.022228 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac58ffd0-e82f-4735-889d-6eec488a609a None None] Sync routers for ids ['a6875d57-1898-4fcc-8186-5995078e83c1'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:12:29.038733 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac58ffd0-e82f-4735-889d-6eec488a609a None None] Routers {'a6875d57-1898-4fcc-8186-5995078e83c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:12:29.043542 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-ac58ffd0-e82f-4735-889d-6eec488a609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:12:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a6875d57-1898-4fcc-8186-5995078e83c1'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:29.066477 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4b9d32-715f-4f3b-9775-685b8c1c8f8e req-b5700504-b07b-44aa-8dff-2812f908cede tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] No DVR routers for this DVR port a684da0f-7a2f-4974-8aa3-30875caa5a0e on host hv-cinder-maste {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:12:29.068083 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-16af2a74-0ad9-42c1-9256-a03d97c36500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (0d9f9db1-0dd1-4731-8b3a-3bbb79c73377), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:29.071052 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-16af2a74-0ad9-42c1-9256-a03d97c36500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:29.072189 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-16af2a74-0ad9-42c1-9256-a03d97c36500 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0d9f9db1-0dd1-4731-8b3a-3bbb79c73377 HTTP/1.1" status: 204 len: 168 time: 0.3329937 Sep 04 01:12:29.073412 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-fd4b9d32-715f-4f3b-9775-685b8c1c8f8e req-b5700504-b07b-44aa-8dff-2812f908cede tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:29.078364 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fd4b9d32-715f-4f3b-9775-685b8c1c8f8e req-b5700504-b07b-44aa-8dff-2812f908cede tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.16 "DELETE /networking/v2.0/ports/a684da0f-7a2f-4974-8aa3-30875caa5a0e HTTP/1.1" status: 204 len: 173 time: 1.2537119 Sep 04 01:12:29.080668 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2718d3b6-c71c-4ae1-9544-0f8e4a43d989', 'name': 'network-vif-deleted', 'tag': 'a684da0f-7a2f-4974-8aa3-30875caa5a0e'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:12:29.082939 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24271ad5-6917-422b-b1e0-71eaf12edb8b" -d '{"events": [{"server_uuid": "2718d3b6-c71c-4ae1-9544-0f8e4a43d989", "name": "network-vif-deleted", "tag": "a684da0f-7a2f-4974-8aa3-30875caa5a0e"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:12:29.091836 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af2a74-0ad9-42c1-9256-a03d97c36500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9f9db1-0dd1-4731-8b3a-3bbb79c73377,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:29.138654 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8387fc45-45a6-4be6-bd67-26c7ad4ccec3 x-openstack-request-id: req-8387fc45-45a6-4be6-bd67-26c7ad4ccec3 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:12:29.138971 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2718d3b6-c71c-4ae1-9544-0f8e4a43d989", "name": "network-vif-deleted", "tag": "a684da0f-7a2f-4974-8aa3-30875caa5a0e", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:12:29.139207 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8387fc45-45a6-4be6-bd67-26c7ad4ccec3 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:12:29.139610 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8387fc45-45a6-4be6-bd67-26c7ad4ccec3'] response: {'server_uuid': '2718d3b6-c71c-4ae1-9544-0f8e4a43d989', 'name': 'network-vif-deleted', 'tag': 'a684da0f-7a2f-4974-8aa3-30875caa5a0e', 'status': 'completed', 'code': 200} Sep 04 01:12:29.176271 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-ac58ffd0-e82f-4735-889d-6eec488a609a None None] Set router a6875d57-1898-4fcc-8186-5995078e83c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:12:29.456501 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-ac58ffd0-e82f-4735-889d-6eec488a609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:29.482858 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac58ffd0-e82f-4735-889d-6eec488a609a None None] Checking router: a6875d57-1898-4fcc-8186-5995078e83c1 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:12:29.492060 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac58ffd0-e82f-4735-889d-6eec488a609a None None] Routers {'a6875d57-1898-4fcc-8186-5995078e83c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:12:29.492653 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-ac58ffd0-e82f-4735-889d-6eec488a609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:12:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a6875d57-1898-4fcc-8186-5995078e83c1'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:29.600255 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-ac58ffd0-e82f-4735-889d-6eec488a609a None None] Set router a6875d57-1898-4fcc-8186-5995078e83c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:12:29.804607 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-ac58ffd0-e82f-4735-889d-6eec488a609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:29.818181 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:29.832129 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac58ffd0-e82f-4735-889d-6eec488a609a None None] The sync data for ids ['a6875d57-1898-4fcc-8186-5995078e83c1'] in dv-cinder-master-3-iscsi is: [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:05:12Z', 'revision_number': 4, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a6788698-0516-4d8a-8fe8-2add6e7f6e94', 'name': '', 'network_id': 'd7f39628-666e-4480-8bee-49de183d5e09', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'mac_address': 'fa:16:3e:f9:50:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:10Z', 'updated_at': '2022-09-04T01:05:25Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'subnets': [{'id': '1af847f5-eeac-4b3d-afa5-aa099062676b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:12:29.840659 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-518e912f-17aa-4808-a3a1-ce1c561b9dfc req-681257ef-2d23-4421-a463-7f55f0f54ed8 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2718d3b6-c71c-4ae1-9544-0f8e4a43d989 HTTP/1.1" status: 200 len: 210 time: 0.0317681 Sep 04 01:12:30.080073 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a28036-8099-4d69-8921-ea6728d18313 None None] New status for floating IP ee349f48-2567-44d9-9e83-458588ed82fe: DOWN {{(pid=106792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:12:30.174795 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5119d14-f7c3-41dc-9e3c-fd7b6c697c79 req-ec29a49e-bdf8-4067-850c-0bdca44cd4dc tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:30.176892 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a5119d14-f7c3-41dc-9e3c-fd7b6c697c79 req-ec29a49e-bdf8-4067-850c-0bdca44cd4dc tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0598018 Sep 04 01:12:30.230547 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a5119d14-f7c3-41dc-9e3c-fd7b6c697c79 req-8d87b143-903d-4903-a21a-829ebd7dfd5d tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455875 Sep 04 01:12:30.722903 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-91f71179-9bd3-40cb-8750-20026698999b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:31.004852 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 53930) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:31.068381 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-b8d8dc7a-7224-4aa9-97fb-2d7bc4297232 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:31.090906 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-b8d8dc7a-7224-4aa9-97fb-2d7bc4297232 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:31.196864 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-b8d8dc7a-7224-4aa9-97fb-2d7bc4297232 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:31.199619 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-b8d8dc7a-7224-4aa9-97fb-2d7bc4297232 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:31.200780 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-b8d8dc7a-7224-4aa9-97fb-2d7bc4297232 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867 HTTP/1.1" status: 204 len: 168 time: 0.1949232 Sep 04 01:12:31.203704 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 53934) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:31.210454 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8dc7a-7224-4aa9-97fb-2d7bc4297232 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:31.217802 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.api.v2.resource [None req-3ce2a5eb-319e-4237-8bb1-181b46e83064 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] show failed (client error): The resource could not be found. Sep 04 01:12:31.218856 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-3ce2a5eb-319e-4237-8bb1-181b46e83064 tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "GET /networking/v2.0/security-groups/4a7c3c8b-10d8-4cc1-bb76-bfc3e0d0e867 HTTP/1.1" status: 404 len: 347 time: 0.0141277 Sep 04 01:12:31.226211 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 53936) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:31.347038 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-7ac34a2f-605c-47bc-ab24-0159655f20dd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Deleting port 4b9f3ca7-e9f5-4a2e-ab65-402ed81ac4dc {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:31.347378 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7ac34a2f-605c-47bc-ab24-0159655f20dd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (4b9f3ca7-e9f5-4a2e-ab65-402ed81ac4dc), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:31.395387 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:31.439457 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7ac34a2f-605c-47bc-ab24-0159655f20dd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (4b9f3ca7-e9f5-4a2e-ab65-402ed81ac4dc), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:31.439790 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7ac34a2f-605c-47bc-ab24-0159655f20dd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (4b9f3ca7-e9f5-4a2e-ab65-402ed81ac4dc), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:31.453205 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-7ac34a2f-605c-47bc-ab24-0159655f20dd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Calling delete_port for 4b9f3ca7-e9f5-4a2e-ab65-402ed81ac4dc owned by network:floatingip {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:31.654428 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7ac34a2f-605c-47bc-ab24-0159655f20dd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (4b9f3ca7-e9f5-4a2e-ab65-402ed81ac4dc), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:31.680976 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac34a2f-605c-47bc-ab24-0159655f20dd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Pushing event deleted for resources: {'Port': ['ID=4b9f3ca7-e9f5-4a2e-ab65-402ed81ac4dc,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:31.753521 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7ac34a2f-605c-47bc-ab24-0159655f20dd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks [] for floatingip (ee349f48-2567-44d9-9e83-458588ed82fe), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:31.756047 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7ac34a2f-605c-47bc-ab24-0159655f20dd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:31.757212 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-7ac34a2f-605c-47bc-ab24-0159655f20dd tempest-AttachVolumeNegativeTest-825474236 tempest-AttachVolumeNegativeTest-825474236-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/ee349f48-2567-44d9-9e83-458588ed82fe HTTP/1.1" status: 204 len: 168 time: 0.5300660 Sep 04 01:12:31.882586 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device a684da0f-7a2f-4974-8aa3-30875caa5a0e no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:12:31.901248 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] No Port match for: a684da0f-7a2f-4974-8aa3-30875caa5a0e {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:12:31.901587 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device a684da0f-7a2f-4974-8aa3-30875caa5a0e not bound to the agent host hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:12:32.991663 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5d3ccebf-a03c-4dbf-a627-f46a7e4d595f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:34.168073 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:35.728243 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:35.894448 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:35.941885 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54000) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:36.197576 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:36.379014 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:36.412790 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8384c146-054c-4939-b466-3b4cc75a74b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1721291'] for router_interface (a6875d57-1898-4fcc-8186-5995078e83c1), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:36.639412 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-8384c146-054c-4939-b466-3b4cc75a74b0 admin admin] Deleting port a6788698-0516-4d8a-8fe8-2add6e7f6e94 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:36.639748 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8384c146-054c-4939-b466-3b4cc75a74b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (a6788698-0516-4d8a-8fe8-2add6e7f6e94), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:36.674115 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 54018) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:36.718556 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [None req-8384c146-054c-4939-b466-3b4cc75a74b0 admin admin] For port a6788698-0516-4d8a-8fe8-2add6e7f6e94, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a6788698-0516-4d8a-8fe8-2add6e7f6e94,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:36.718920 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8384c146-054c-4939-b466-3b4cc75a74b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (a6788698-0516-4d8a-8fe8-2add6e7f6e94), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:36.737444 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-8384c146-054c-4939-b466-3b4cc75a74b0 admin admin] Calling delete_port for a6788698-0516-4d8a-8fe8-2add6e7f6e94 owned by network:router_interface {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:36.784789 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c3dec64b-7d51-42cf-9472-54385c3ec925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:36.859677 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c3dec64b-7d51-42cf-9472-54385c3ec925 admin admin] Publish callbacks [] for security_group (f4342c5c-2dca-4ef0-963b-1d466cbbf658), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:36.928659 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c3dec64b-7d51-42cf-9472-54385c3ec925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (f4342c5c-2dca-4ef0-963b-1d466cbbf658), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:36.949660 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:36.967314 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dec64b-7d51-42cf-9472-54385c3ec925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4342c5c-2dca-4ef0-963b-1d466cbbf658,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:36.973768 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-c3dec64b-7d51-42cf-9472-54385c3ec925 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=793bd52dc1be46888c6a54c22a46be0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985532 Sep 04 01:12:36.976447 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 54022) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:36.991752 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8384c146-054c-4939-b466-3b4cc75a74b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (a6788698-0516-4d8a-8fe8-2add6e7f6e94), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:37.018389 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384c146-054c-4939-b466-3b4cc75a74b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6788698-0516-4d8a-8fe8-2add6e7f6e94,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:37.029942 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0485e98d-bf1f-412c-a6b3-1b2a2d27294c admin admin] Publish callbacks [] for security_group (f4342c5c-2dca-4ef0-963b-1d466cbbf658), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:37.053289 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0485e98d-bf1f-412c-a6b3-1b2a2d27294c admin admin] Publish callbacks [] for security_group (f4342c5c-2dca-4ef0-963b-1d466cbbf658), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:37.151585 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0485e98d-bf1f-412c-a6b3-1b2a2d27294c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (f4342c5c-2dca-4ef0-963b-1d466cbbf658), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:37.154390 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0485e98d-bf1f-412c-a6b3-1b2a2d27294c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:37.158843 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-0485e98d-bf1f-412c-a6b3-1b2a2d27294c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f4342c5c-2dca-4ef0-963b-1d466cbbf658 HTTP/1.1" status: 204 len: 168 time: 0.1791263 Sep 04 01:12:37.169321 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485e98d-bf1f-412c-a6b3-1b2a2d27294c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4342c5c-2dca-4ef0-963b-1d466cbbf658,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:37.175479 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:37.190642 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8384c146-054c-4939-b466-3b4cc75a74b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814139'] for router_interface (a6875d57-1898-4fcc-8186-5995078e83c1), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:37.291763 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:37.406605 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8384c146-054c-4939-b466-3b4cc75a74b0 admin admin] Router a6875d57-1898-4fcc-8186-5995078e83c1 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:12:37.514123 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8384c146-054c-4939-b466-3b4cc75a74b0 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:12:37.519727 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-8384c146-054c-4939-b466-3b4cc75a74b0 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/a6875d57-1898-4fcc-8186-5995078e83c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5768292 Sep 04 01:12:37.522430 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54028) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:37.523312 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b9281d-f026-47a6-beaa-03d8db3b1929 None None] Sync routers for ids ['a6875d57-1898-4fcc-8186-5995078e83c1'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:12:37.533641 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b9281d-f026-47a6-beaa-03d8db3b1929 None None] Routers {'a6875d57-1898-4fcc-8186-5995078e83c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:12:37.534233 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-e4b9281d-f026-47a6-beaa-03d8db3b1929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:12:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a6875d57-1898-4fcc-8186-5995078e83c1'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:37.620905 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1c65f275-6abc-4a7b-94b4-efe238fae91d admin admin] Publish callbacks [] for router (a6875d57-1898-4fcc-8186-5995078e83c1), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:37.636181 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-e4b9281d-f026-47a6-beaa-03d8db3b1929 None None] Set router a6875d57-1898-4fcc-8186-5995078e83c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:12:37.689566 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:37.722209 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1c65f275-6abc-4a7b-94b4-efe238fae91d admin admin] Publish callbacks [] for router_gateway (a6875d57-1898-4fcc-8186-5995078e83c1), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:37.754027 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54030) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:37.767236 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fab86979-6ad8-41e3-8c75-3dcb74a145de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:37.809045 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-e4b9281d-f026-47a6-beaa-03d8db3b1929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166'}], 'enable_snat': True}, 'gw_port_id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:12:36Z', 'revision_number': 5, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port': {'id': '4ed942cd-0f45-4d77-a66d-1d6c875877dc', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:00Z', 'updated_at': '2022-09-04T01:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:37.835002 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b9281d-f026-47a6-beaa-03d8db3b1929 None None] Checking router: a6875d57-1898-4fcc-8186-5995078e83c1 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:12:37.843755 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b9281d-f026-47a6-beaa-03d8db3b1929 None None] Routers {'a6875d57-1898-4fcc-8186-5995078e83c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:12:37.844541 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-e4b9281d-f026-47a6-beaa-03d8db3b1929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:12:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a6875d57-1898-4fcc-8186-5995078e83c1'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:37.848347 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-1c65f275-6abc-4a7b-94b4-efe238fae91d admin admin] Deleting port 4ed942cd-0f45-4d77-a66d-1d6c875877dc {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:37.848685 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1c65f275-6abc-4a7b-94b4-efe238fae91d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (4ed942cd-0f45-4d77-a66d-1d6c875877dc), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:37.866623 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:37.920656 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fab86979-6ad8-41e3-8c75-3dcb74a145de admin admin] Publish callbacks [] for security_group (1308154c-22da-4eba-a0a2-69dfad106fa8), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:37.929026 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-e4b9281d-f026-47a6-beaa-03d8db3b1929 None None] Set router a6875d57-1898-4fcc-8186-5995078e83c1 gateway port host: None {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:12:37.952562 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [None req-1c65f275-6abc-4a7b-94b4-efe238fae91d admin admin] For port 4ed942cd-0f45-4d77-a66d-1d6c875877dc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4ed942cd-0f45-4d77-a66d-1d6c875877dc,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:37.952842 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1c65f275-6abc-4a7b-94b4-efe238fae91d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (4ed942cd-0f45-4d77-a66d-1d6c875877dc), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:37.966263 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-1c65f275-6abc-4a7b-94b4-efe238fae91d admin admin] Calling delete_port for 4ed942cd-0f45-4d77-a66d-1d6c875877dc owned by network:router_gateway {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:37.976275 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fab86979-6ad8-41e3-8c75-3dcb74a145de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (1308154c-22da-4eba-a0a2-69dfad106fa8), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:37.977820 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-e4b9281d-f026-47a6-beaa-03d8db3b1929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:12:37Z', 'revision_number': 6, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:37.981579 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:38.004547 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b9281d-f026-47a6-beaa-03d8db3b1929 None None] The sync data for ids ['a6875d57-1898-4fcc-8186-5995078e83c1'] in dv-cinder-master-3-iscsi is: [{'id': 'a6875d57-1898-4fcc-8186-5995078e83c1', 'name': 'tempest-AttachVolumeNegativeTest-1875369034-router', 'tenant_id': '287d111f08ac4b05bd5adec9c40d0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:58Z', 'updated_at': '2022-09-04T01:12:37Z', 'revision_number': 6, 'project_id': '287d111f08ac4b05bd5adec9c40d0620', 'gw_port_host': None}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:12:38.056786 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab86979-6ad8-41e3-8c75-3dcb74a145de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1308154c-22da-4eba-a0a2-69dfad106fa8,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:38.060952 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-fab86979-6ad8-41e3-8c75-3dcb74a145de admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e1b11403119042b293cce37def798c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059247 Sep 04 01:12:38.064000 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 54032) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:38.078878 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:38.117763 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-abfff426-ec69-42ac-826e-c7b894e85a67 admin admin] Publish callbacks [] for security_group (1308154c-22da-4eba-a0a2-69dfad106fa8), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:38.138899 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-abfff426-ec69-42ac-826e-c7b894e85a67 admin admin] Publish callbacks [] for security_group (1308154c-22da-4eba-a0a2-69dfad106fa8), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:38.277262 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1c65f275-6abc-4a7b-94b4-efe238fae91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (4ed942cd-0f45-4d77-a66d-1d6c875877dc), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:38.277479 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-abfff426-ec69-42ac-826e-c7b894e85a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (1308154c-22da-4eba-a0a2-69dfad106fa8), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:38.279778 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-abfff426-ec69-42ac-826e-c7b894e85a67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:38.280930 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-abfff426-ec69-42ac-826e-c7b894e85a67 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1308154c-22da-4eba-a0a2-69dfad106fa8 HTTP/1.1" status: 204 len: 168 time: 0.2159436 Sep 04 01:12:38.289729 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfff426-ec69-42ac-826e-c7b894e85a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1308154c-22da-4eba-a0a2-69dfad106fa8,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:38.310587 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65f275-6abc-4a7b-94b4-efe238fae91d admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed942cd-0f45-4d77-a66d-1d6c875877dc,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:38.384809 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1c65f275-6abc-4a7b-94b4-efe238fae91d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1810984'] for router_gateway (a6875d57-1898-4fcc-8186-5995078e83c1), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:38.481378 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1c65f275-6abc-4a7b-94b4-efe238fae91d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14346'] for router (a6875d57-1898-4fcc-8186-5995078e83c1), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:38.483609 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1c65f275-6abc-4a7b-94b4-efe238fae91d admin admin] Publish callbacks [] for router_controller (a6875d57-1898-4fcc-8186-5995078e83c1), precommit_delete_associations {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:38.585917 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1c65f275-6abc-4a7b-94b4-efe238fae91d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1721226'] for router (a6875d57-1898-4fcc-8186-5995078e83c1), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:38.586561 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c65f275-6abc-4a7b-94b4-efe238fae91d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6875d57-1898-4fcc-8186-5995078e83c1 {{(pid=106791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 01:12:38.596984 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1c65f275-6abc-4a7b-94b4-efe238fae91d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:38.596984 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-1c65f275-6abc-4a7b-94b4-efe238fae91d admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/a6875d57-1898-4fcc-8186-5995078e83c1 HTTP/1.1" status: 204 len: 168 time: 1.0694585 Sep 04 01:12:38.597288 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 54040) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:38.643544 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_v2 [None req-85074d28-a74b-4df4-a6ba-ad40b1f43e11 admin admin] Deleting subnet 1af847f5-eeac-4b3d-afa5-aa099062676b {{(pid=106790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:12:38.646714 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-85074d28-a74b-4df4-a6ba-ad40b1f43e11 admin admin] Publish callbacks [] for subnet (1af847f5-eeac-4b3d-afa5-aa099062676b), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:38.683018 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-85074d28-a74b-4df4-a6ba-ad40b1f43e11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64390781'] for subnet (1af847f5-eeac-4b3d-afa5-aa099062676b), precommit_delete_associations {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:38.705161 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:38.770646 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-85074d28-a74b-4df4-a6ba-ad40b1f43e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869317'] for subnet (1af847f5-eeac-4b3d-afa5-aa099062676b), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:38.847988 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device a6788698-0516-4d8a-8fe8-2add6e7f6e94 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:12:38.867893 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: a6788698-0516-4d8a-8fe8-2add6e7f6e94 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:12:38.868549 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device a6788698-0516-4d8a-8fe8-2add6e7f6e94 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:12:38.868685 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 4ed942cd-0f45-4d77-a66d-1d6c875877dc no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:12:38.887775 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: 4ed942cd-0f45-4d77-a66d-1d6c875877dc {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:12:38.888111 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 4ed942cd-0f45-4d77-a66d-1d6c875877dc not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:12:38.913803 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-85074d28-a74b-4df4-a6ba-ad40b1f43e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63030278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65458455'] for subnet (1af847f5-eeac-4b3d-afa5-aa099062676b), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:38.940252 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85074d28-a74b-4df4-a6ba-ad40b1f43e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1af847f5-eeac-4b3d-afa5-aa099062676b,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:38.947936 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-85074d28-a74b-4df4-a6ba-ad40b1f43e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for subnet (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:38.955093 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-85074d28-a74b-4df4-a6ba-ad40b1f43e11 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/1af847f5-eeac-4b3d-afa5-aa099062676b HTTP/1.1" status: 204 len: 168 time: 0.3527672 Sep 04 01:12:38.955396 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54050) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:38.955736 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d7aea9-31f4-4512-afe9-99081e1383a7 None None] Network d7f39628-666e-4480-8bee-49de183d5e09 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:12:39.034934 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1c31f77a-4cd0-4654-8832-ea81a00aca9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855412'] for network (d7f39628-666e-4480-8bee-49de183d5e09), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:39.080518 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-1c31f77a-4cd0-4654-8832-ea81a00aca9b admin admin] Deleting port 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:39.081167 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1c31f77a-4cd0-4654-8832-ea81a00aca9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (0a1a9f7e-73de-4620-ae03-4b1d50d7f706), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:39.118836 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ab1da8-e70c-439d-91ce-29c66e762b3f None None] DHCP port deletion for d7f39628-666e-4480-8bee-49de183d5e09 request from dv-cinder-master-3-iscsi {{(pid=106792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 01:12:39.165707 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-75ab1da8-e70c-439d-91ce-29c66e762b3f None None] Deleting port 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 {{(pid=106792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:39.166084 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-75ab1da8-e70c-439d-91ce-29c66e762b3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (0a1a9f7e-73de-4620-ae03-4b1d50d7f706), before_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:39.169590 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [None req-1c31f77a-4cd0-4654-8832-ea81a00aca9b admin admin] For port 0a1a9f7e-73de-4620-ae03-4b1d50d7f706, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0a1a9f7e-73de-4620-ae03-4b1d50d7f706,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:39.170659 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1c31f77a-4cd0-4654-8832-ea81a00aca9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (0a1a9f7e-73de-4620-ae03-4b1d50d7f706), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:39.187399 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-1c31f77a-4cd0-4654-8832-ea81a00aca9b admin admin] Calling delete_port for 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 owned by network:dhcp {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:39.256593 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-75ab1da8-e70c-439d-91ce-29c66e762b3f None None] For port 0a1a9f7e-73de-4620-ae03-4b1d50d7f706, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0a1a9f7e-73de-4620-ae03-4b1d50d7f706,segment=NetworkSegment(929a573e-75ef-46ab-9889-4a31869bd81c),segment_id=929a573e-75ef-46ab-9889-4a31869bd81c)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:39.256984 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-75ab1da8-e70c-439d-91ce-29c66e762b3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (0a1a9f7e-73de-4620-ae03-4b1d50d7f706), precommit_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:39.281870 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-75ab1da8-e70c-439d-91ce-29c66e762b3f None None] Calling delete_port for 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 owned by network:dhcp {{(pid=106792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:39.368362 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:39.368465 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1c31f77a-4cd0-4654-8832-ea81a00aca9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (0a1a9f7e-73de-4620-ae03-4b1d50d7f706), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:39.372365 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-75ab1da8-e70c-439d-91ce-29c66e762b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882'] for port (0a1a9f7e-73de-4620-ae03-4b1d50d7f706), after_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:39.385562 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab1da8-e70c-439d-91ce-29c66e762b3f None None] No DVR routers for this DVR port 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 on host dv-cinder-master-3-iscsi {{(pid=106792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:12:39.398588 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31f77a-4cd0-4654-8832-ea81a00aca9b admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1a9f7e-73de-4620-ae03-4b1d50d7f706,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:39.405800 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab1da8-e70c-439d-91ce-29c66e762b3f None None] Pushing event deleted for resources: {'Port': ['ID=0a1a9f7e-73de-4620-ae03-4b1d50d7f706,revision_number=None']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:39.432679 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c31f77a-4cd0-4654-8832-ea81a00aca9b admin admin] No DVR routers for this DVR port 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 on host dv-cinder-master-3-iscsi {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:12:39.517371 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1c31f77a-4cd0-4654-8832-ea81a00aca9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1299106', 'neutron.services.segments.db._delete_segments_for_network-8760291617684'] for network (d7f39628-666e-4480-8bee-49de183d5e09), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:39.539264 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-1c31f77a-4cd0-4654-8832-ea81a00aca9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f39628-666e-4480-8bee-49de183d5e09']}} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:39.549154 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-1c31f77a-4cd0-4654-8832-ea81a00aca9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929a573e-75ef-46ab-9889-4a31869bd81c') {'for_net_delete': True} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:39.549467 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-1c31f77a-4cd0-4654-8832-ea81a00aca9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929a573e-75ef-46ab-9889-4a31869bd81c') {} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:39.559161 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1c31f77a-4cd0-4654-8832-ea81a00aca9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760291642516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-969642'] for segment (929a573e-75ef-46ab-9889-4a31869bd81c), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:39.590504 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1c31f77a-4cd0-4654-8832-ea81a00aca9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (929a573e-75ef-46ab-9889-4a31869bd81c), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:39.590504 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c31f77a-4cd0-4654-8832-ea81a00aca9b admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=106791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:12:39.590504 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1c31f77a-4cd0-4654-8832-ea81a00aca9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65167609'] for segment (929a573e-75ef-46ab-9889-4a31869bd81c), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:39.629358 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment 929a573e-75ef-46ab-9889-4a31869bd81c resource provider aggregate not found Sep 04 01:12:39.636549 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:39.647096 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment 929a573e-75ef-46ab-9889-4a31869bd81c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 929a573e-75ef-46ab-9889-4a31869bd81c found for delete ", "request_id": "req-6ae58b4c-58c4-482a-a108-587afabfe31b"}]} Sep 04 01:12:39.700692 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1c31f77a-4cd0-4654-8832-ea81a00aca9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1299115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811184'] for network (d7f39628-666e-4480-8bee-49de183d5e09), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:39.709576 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1c31f77a-4cd0-4654-8832-ea81a00aca9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:39.710286 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-1c31f77a-4cd0-4654-8832-ea81a00aca9b admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/d7f39628-666e-4480-8bee-49de183d5e09 HTTP/1.1" status: 204 len: 168 time: 0.7548807 Sep 04 01:12:39.726738 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31f77a-4cd0-4654-8832-ea81a00aca9b admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f39628-666e-4480-8bee-49de183d5e09,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:39.809778 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1259fd-9ec0-4320-9c15-bb985db0e09e req-01e01e66-bafb-488b-973d-eb69b90f8f39 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:39.811486 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4c1259fd-9ec0-4320-9c15-bb985db0e09e req-01e01e66-bafb-488b-973d-eb69b90f8f39 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 947 time: 0.0512743 Sep 04 01:12:39.867036 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4c1259fd-9ec0-4320-9c15-bb985db0e09e req-5c48327b-e00a-4c75-9563-cd736a685da7 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461123 Sep 04 01:12:40.037052 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54086) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:40.079532 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-037def43-f529-4626-9d63-b1892abc9439 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=287d111f08ac4b05bd5adec9c40d0620&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0456102 Sep 04 01:12:40.082133 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54088) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:40.132564 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-9ed450cc-13ba-40ef-811d-b3521fdff06d admin admin] Publish callbacks [] for security_group (c2e0c046-51c9-480b-a3a5-5ef5152d3e20), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:40.153777 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-9ed450cc-13ba-40ef-811d-b3521fdff06d admin admin] Publish callbacks [] for security_group (c2e0c046-51c9-480b-a3a5-5ef5152d3e20), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:40.188301 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:40.248563 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-9ed450cc-13ba-40ef-811d-b3521fdff06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (c2e0c046-51c9-480b-a3a5-5ef5152d3e20), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:40.251727 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-9ed450cc-13ba-40ef-811d-b3521fdff06d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:40.255534 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-9ed450cc-13ba-40ef-811d-b3521fdff06d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c2e0c046-51c9-480b-a3a5-5ef5152d3e20 HTTP/1.1" status: 204 len: 168 time: 0.1696525 Sep 04 01:12:40.261883 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed450cc-13ba-40ef-811d-b3521fdff06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e0c046-51c9-480b-a3a5-5ef5152d3e20,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:40.548946 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:12:40.569997 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:12:40.570340 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 0a1a9f7e-73de-4620-ae03-4b1d50d7f706 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:12:40.996470 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d79f9a-9d0d-469a-a9a8-7f19c8cbd8ec req-830b5dbf-5100-430a-bce9-ff78446d998c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:40.998064 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f0d79f9a-9d0d-469a-a9a8-7f19c8cbd8ec req-830b5dbf-5100-430a-bce9-ff78446d998c tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 947 time: 0.0473104 Sep 04 01:12:41.052482 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f0d79f9a-9d0d-469a-a9a8-7f19c8cbd8ec req-e1cceb3d-4702-405c-b50e-f7f13666a08b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5afa6b78-0b8f-45ce-ad51-9baae28be95f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479159 Sep 04 01:12:41.398935 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbf4fe-4e2c-481b-9977-04f8f5763006 req-ed79cd8e-7add-4271-8595-0707b1f14811 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:12:41.400529 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c1bbf4fe-4e2c-481b-9977-04f8f5763006 req-ed79cd8e-7add-4271-8595-0707b1f14811 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 947 time: 0.0509357 Sep 04 01:12:41.486446 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-c1bbf4fe-4e2c-481b-9977-04f8f5763006 req-05bf6a7e-2251-40c7-96d2-a1e646667dca tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Deleting port 19f203f1-14db-4bb0-aaad-c8e57c75d249 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:41.486895 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-c1bbf4fe-4e2c-481b-9977-04f8f5763006 req-05bf6a7e-2251-40c7-96d2-a1e646667dca tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:41.582572 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-c1bbf4fe-4e2c-481b-9977-04f8f5763006 req-05bf6a7e-2251-40c7-96d2-a1e646667dca tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] For port 19f203f1-14db-4bb0-aaad-c8e57c75d249, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=19f203f1-14db-4bb0-aaad-c8e57c75d249,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:41.582936 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-c1bbf4fe-4e2c-481b-9977-04f8f5763006 req-05bf6a7e-2251-40c7-96d2-a1e646667dca tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:41.748418 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-c1bbf4fe-4e2c-481b-9977-04f8f5763006 req-05bf6a7e-2251-40c7-96d2-a1e646667dca tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:41.749610 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-c1bbf4fe-4e2c-481b-9977-04f8f5763006 req-05bf6a7e-2251-40c7-96d2-a1e646667dca tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (acb55901-9d85-46a1-aa5b-23f88c8b82f1), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:41.749610 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.l3_db [req-c1bbf4fe-4e2c-481b-9977-04f8f5763006 req-05bf6a7e-2251-40c7-96d2-a1e646667dca tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Floating IP acb55901-9d85-46a1-aa5b-23f88c8b82f1 disassociated. External IP: 172.37.7.151, port: 19f203f1-14db-4bb0-aaad-c8e57c75d249. Sep 04 01:12:41.749610 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-c1bbf4fe-4e2c-481b-9977-04f8f5763006 req-05bf6a7e-2251-40c7-96d2-a1e646667dca tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Calling delete_port for 19f203f1-14db-4bb0-aaad-c8e57c75d249 owned by compute:nova {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:41.923536 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-c1bbf4fe-4e2c-481b-9977-04f8f5763006 req-05bf6a7e-2251-40c7-96d2-a1e646667dca tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (19f203f1-14db-4bb0-aaad-c8e57c75d249), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:41.952274 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf6a7e-2251-40c7-96d2-a1e646667dca tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Pushing event deleted for resources: {'Port': ['ID=19f203f1-14db-4bb0-aaad-c8e57c75d249,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:41.998104 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:42.068822 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1bbf4fe-4e2c-481b-9977-04f8f5763006 req-05bf6a7e-2251-40c7-96d2-a1e646667dca tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Router e4262b22-bfcc-4362-b0da-5c283cfb2e9a has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:12:42.120709 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:42.173345 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-0732e74d-19e2-45c8-b1c4-ac339ead17ba req-c461a020-08c0-4498-b08d-a254fd48cf3e tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 210 time: 0.0288672 Sep 04 01:12:42.178834 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1bbf4fe-4e2c-481b-9977-04f8f5763006 req-05bf6a7e-2251-40c7-96d2-a1e646667dca tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:12:42.190210 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf0107e-952f-4070-b4ab-60a65275ac54 None None] Sync routers for ids ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:12:42.203775 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf0107e-952f-4070-b4ab-60a65275ac54 None None] Routers {'e4262b22-bfcc-4362-b0da-5c283cfb2e9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:12:42.205918 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-9cf0107e-952f-4070-b4ab-60a65275ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:12:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:42.231331 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bbf4fe-4e2c-481b-9977-04f8f5763006 req-05bf6a7e-2251-40c7-96d2-a1e646667dca tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] No DVR routers for this DVR port 19f203f1-14db-4bb0-aaad-c8e57c75d249 on host hv-cinder-maste {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:12:42.233886 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-c1bbf4fe-4e2c-481b-9977-04f8f5763006 req-05bf6a7e-2251-40c7-96d2-a1e646667dca tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:42.237326 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c1bbf4fe-4e2c-481b-9977-04f8f5763006 req-05bf6a7e-2251-40c7-96d2-a1e646667dca tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.16 "DELETE /networking/v2.0/ports/19f203f1-14db-4bb0-aaad-c8e57c75d249 HTTP/1.1" status: 204 len: 173 time: 0.8302102 Sep 04 01:12:42.237770 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1d8cad-5ea0-48fc-a5af-81eec3d1e94b', 'name': 'network-vif-deleted', 'tag': '19f203f1-14db-4bb0-aaad-c8e57c75d249'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:12:42.240184 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063b1b85-5a8a-4afd-bd1b-3348001c13cc" -d '{"events": [{"server_uuid": "da1d8cad-5ea0-48fc-a5af-81eec3d1e94b", "name": "network-vif-deleted", "tag": "19f203f1-14db-4bb0-aaad-c8e57c75d249"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:12:42.279416 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ec72f9-6c32-407d-8652-db8227ec2007 x-openstack-request-id: req-b0ec72f9-6c32-407d-8652-db8227ec2007 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:12:42.279740 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1d8cad-5ea0-48fc-a5af-81eec3d1e94b", "name": "network-vif-deleted", "tag": "19f203f1-14db-4bb0-aaad-c8e57c75d249", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:12:42.280073 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0ec72f9-6c32-407d-8652-db8227ec2007 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:12:42.280685 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ec72f9-6c32-407d-8652-db8227ec2007'] response: {'server_uuid': 'da1d8cad-5ea0-48fc-a5af-81eec3d1e94b', 'name': 'network-vif-deleted', 'tag': '19f203f1-14db-4bb0-aaad-c8e57c75d249', 'status': 'completed', 'code': 200} Sep 04 01:12:42.331518 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-9cf0107e-952f-4070-b4ab-60a65275ac54 None None] Set router e4262b22-bfcc-4362-b0da-5c283cfb2e9a gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:12:42.591032 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-9cf0107e-952f-4070-b4ab-60a65275ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-167828011-router', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55'}], 'enable_snat': True}, 'gw_port_id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:10Z', 'revision_number': 4, 'project_id': '55faed42b7f243df9df879d581797f56', 'gw_port': {'id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c2f724af-5dbd-4d91-83cd-c5152b744599', 'name': '', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'mac_address': 'fa:16:3e:fb:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:08Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 5, 'project_id': '55faed42b7f243df9df879d581797f56', 'subnets': [{'id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:42.622052 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf0107e-952f-4070-b4ab-60a65275ac54 None None] Checking router: e4262b22-bfcc-4362-b0da-5c283cfb2e9a for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:12:42.630034 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:42.640920 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf0107e-952f-4070-b4ab-60a65275ac54 None None] Routers {'e4262b22-bfcc-4362-b0da-5c283cfb2e9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:12:42.640920 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-9cf0107e-952f-4070-b4ab-60a65275ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:12:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:42.874955 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-9cf0107e-952f-4070-b4ab-60a65275ac54 None None] Set router e4262b22-bfcc-4362-b0da-5c283cfb2e9a gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:12:43.070651 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-9cf0107e-952f-4070-b4ab-60a65275ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-167828011-router', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55'}], 'enable_snat': True}, 'gw_port_id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:10Z', 'revision_number': 4, 'project_id': '55faed42b7f243df9df879d581797f56', 'gw_port': {'id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c2f724af-5dbd-4d91-83cd-c5152b744599', 'name': '', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'mac_address': 'fa:16:3e:fb:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:08Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 5, 'project_id': '55faed42b7f243df9df879d581797f56', 'subnets': [{'id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:43.096475 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf0107e-952f-4070-b4ab-60a65275ac54 None None] The sync data for ids ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'] in dv-cinder-master-3-iscsi is: [{'id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-167828011-router', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55'}], 'enable_snat': True}, 'gw_port_id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:05:10Z', 'revision_number': 4, 'project_id': '55faed42b7f243df9df879d581797f56', 'gw_port': {'id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c2f724af-5dbd-4d91-83cd-c5152b744599', 'name': '', 'network_id': '3e702e6e-ebe1-46a7-b30d-f3d140ac2993', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'mac_address': 'fa:16:3e:fb:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:05:08Z', 'updated_at': '2022-09-04T01:05:22Z', 'revision_number': 5, 'project_id': '55faed42b7f243df9df879d581797f56', 'subnets': [{'id': 'b8f8e824-5e09-4bb6-bfba-faf43aae1f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:12:43.320410 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-63b131d8-3b82-4701-bcf5-94920d8ad17c req-2dd2e8ae-f4eb-42df-92db-a0b87263de92 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=da1d8cad-5ea0-48fc-a5af-81eec3d1e94b HTTP/1.1" status: 200 len: 210 time: 0.0335760 Sep 04 01:12:43.345576 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3a7fcd-9bff-425a-b876-702005d40916 None None] New status for floating IP acb55901-9d85-46a1-aa5b-23f88c8b82f1: DOWN {{(pid=106793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:12:44.349601 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54188) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:44.465490 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-530ed0cb-3c07-4b9b-9346-544092c99402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:44.478044 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54196) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:44.830443 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-adff139d-e342-4863-92ae-354a54bb7f2b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group (5afa6b78-0b8f-45ce-ad51-9baae28be95f), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:44.867014 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-adff139d-e342-4863-92ae-354a54bb7f2b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group (5afa6b78-0b8f-45ce-ad51-9baae28be95f), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:44.888371 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-530ed0cb-3c07-4b9b-9346-544092c99402 admin admin] Publish callbacks [] for security_group (41f1a042-1c8a-4a67-a37c-51f199d29122), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:44.939581 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-530ed0cb-3c07-4b9b-9346-544092c99402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (41f1a042-1c8a-4a67-a37c-51f199d29122), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:44.979247 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-530ed0cb-3c07-4b9b-9346-544092c99402 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e67874d0fb224e80a4fb66434a4c2db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6285293 Sep 04 01:12:44.980197 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ed0cb-3c07-4b9b-9346-544092c99402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f1a042-1c8a-4a67-a37c-51f199d29122,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:44.982828 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 54206) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:44.985843 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-adff139d-e342-4863-92ae-354a54bb7f2b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (5afa6b78-0b8f-45ce-ad51-9baae28be95f), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:44.988570 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-adff139d-e342-4863-92ae-354a54bb7f2b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:44.992809 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-adff139d-e342-4863-92ae-354a54bb7f2b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5afa6b78-0b8f-45ce-ad51-9baae28be95f HTTP/1.1" status: 204 len: 168 time: 0.5105724 Sep 04 01:12:44.994903 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54208) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:45.007812 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff139d-e342-4863-92ae-354a54bb7f2b tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afa6b78-0b8f-45ce-ad51-9baae28be95f,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:45.014801 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.api.v2.resource [None req-65a0bb84-621c-4d4c-bad2-73b0b0710b61 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] show failed (client error): The resource could not be found. Sep 04 01:12:45.015643 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-65a0bb84-621c-4d4c-bad2-73b0b0710b61 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "GET /networking/v2.0/security-groups/5afa6b78-0b8f-45ce-ad51-9baae28be95f HTTP/1.1" status: 404 len: 347 time: 0.0194371 Sep 04 01:12:45.018847 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54210) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:45.038698 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-96d8dcbe-82fa-4a39-a8eb-caeeae882bbf admin admin] Publish callbacks [] for security_group (41f1a042-1c8a-4a67-a37c-51f199d29122), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:45.059961 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-96d8dcbe-82fa-4a39-a8eb-caeeae882bbf admin admin] Publish callbacks [] for security_group (41f1a042-1c8a-4a67-a37c-51f199d29122), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:45.066172 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:45.131837 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-8c1087e6-ceea-4ce0-8965-3764867aeaf2 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Deleting port b89e971b-9f65-44f6-966c-0d2c99d71723 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:45.132084 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8c1087e6-ceea-4ce0-8965-3764867aeaf2 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (b89e971b-9f65-44f6-966c-0d2c99d71723), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:45.175306 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-96d8dcbe-82fa-4a39-a8eb-caeeae882bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (41f1a042-1c8a-4a67-a37c-51f199d29122), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:45.177937 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-96d8dcbe-82fa-4a39-a8eb-caeeae882bbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:45.181998 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-96d8dcbe-82fa-4a39-a8eb-caeeae882bbf admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/41f1a042-1c8a-4a67-a37c-51f199d29122 HTTP/1.1" status: 204 len: 168 time: 0.1981325 Sep 04 01:12:45.190232 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8dcbe-82fa-4a39-a8eb-caeeae882bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f1a042-1c8a-4a67-a37c-51f199d29122,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:45.215069 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8c1087e6-ceea-4ce0-8965-3764867aeaf2 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (b89e971b-9f65-44f6-966c-0d2c99d71723), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:45.215355 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8c1087e6-ceea-4ce0-8965-3764867aeaf2 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for floatingip (b89e971b-9f65-44f6-966c-0d2c99d71723), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:45.229785 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-8c1087e6-ceea-4ce0-8965-3764867aeaf2 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Calling delete_port for b89e971b-9f65-44f6-966c-0d2c99d71723 owned by network:floatingip {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:45.316572 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:45.432050 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8c1087e6-ceea-4ce0-8965-3764867aeaf2 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (b89e971b-9f65-44f6-966c-0d2c99d71723), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:45.459920 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1087e6-ceea-4ce0-8965-3764867aeaf2 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Pushing event deleted for resources: {'Port': ['ID=b89e971b-9f65-44f6-966c-0d2c99d71723,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:45.527553 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8c1087e6-ceea-4ce0-8965-3764867aeaf2 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks [] for floatingip (acb55901-9d85-46a1-aa5b-23f88c8b82f1), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:45.530223 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8c1087e6-ceea-4ce0-8965-3764867aeaf2 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:45.531482 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-8c1087e6-ceea-4ce0-8965-3764867aeaf2 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/acb55901-9d85-46a1-aa5b-23f88c8b82f1 HTTP/1.1" status: 204 len: 168 time: 0.5115268 Sep 04 01:12:45.775770 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54222) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:45.783073 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:45.789743 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a3ba0b41-cb7c-47d6-9029-8e12e845c73d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:45.874148 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a3ba0b41-cb7c-47d6-9029-8e12e845c73d admin admin] Publish callbacks [] for security_group (80478b44-b66b-4c61-8d87-1b6d40338012), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:45.933968 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a3ba0b41-cb7c-47d6-9029-8e12e845c73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (80478b44-b66b-4c61-8d87-1b6d40338012), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:45.942558 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 19f203f1-14db-4bb0-aaad-c8e57c75d249 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:12:45.961988 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] No Port match for: 19f203f1-14db-4bb0-aaad-c8e57c75d249 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:12:45.962328 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 19f203f1-14db-4bb0-aaad-c8e57c75d249 not bound to the agent host hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:12:45.974862 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-a3ba0b41-cb7c-47d6-9029-8e12e845c73d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=77465baf5a44483d9df1d4c901c0cfd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977162 Sep 04 01:12:45.975610 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba0b41-cb7c-47d6-9029-8e12e845c73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80478b44-b66b-4c61-8d87-1b6d40338012,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:45.977532 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 54228) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:46.030537 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-cca1739d-9fe8-4931-a740-b06212c56d3d admin admin] Publish callbacks [] for security_group (80478b44-b66b-4c61-8d87-1b6d40338012), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:46.051140 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-cca1739d-9fe8-4931-a740-b06212c56d3d admin admin] Publish callbacks [] for security_group (80478b44-b66b-4c61-8d87-1b6d40338012), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:46.162544 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-cca1739d-9fe8-4931-a740-b06212c56d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (80478b44-b66b-4c61-8d87-1b6d40338012), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:46.165736 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-cca1739d-9fe8-4931-a740-b06212c56d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:46.166430 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-cca1739d-9fe8-4931-a740-b06212c56d3d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/80478b44-b66b-4c61-8d87-1b6d40338012 HTTP/1.1" status: 204 len: 168 time: 0.1873267 Sep 04 01:12:46.178992 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1739d-9fe8-4931-a740-b06212c56d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80478b44-b66b-4c61-8d87-1b6d40338012,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:51.365264 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54340) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:51.849309 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1721291'] for router_interface (e4262b22-bfcc-4362-b0da-5c283cfb2e9a), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:52.001839 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:52.071911 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Deleting port c2f724af-5dbd-4d91-83cd-c5152b744599 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:52.072251 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (c2f724af-5dbd-4d91-83cd-c5152b744599), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:52.158298 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] For port c2f724af-5dbd-4d91-83cd-c5152b744599, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c2f724af-5dbd-4d91-83cd-c5152b744599,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:52.158562 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (c2f724af-5dbd-4d91-83cd-c5152b744599), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:52.171206 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Calling delete_port for c2f724af-5dbd-4d91-83cd-c5152b744599 owned by network:router_interface {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:52.215013 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:52.391119 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (c2f724af-5dbd-4d91-83cd-c5152b744599), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:52.413427 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Pushing event deleted for resources: {'Port': ['ID=c2f724af-5dbd-4d91-83cd-c5152b744599,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:52.427191 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:52.427538 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:52.427876 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:52.428211 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:52.428531 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:52.428853 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:52.429194 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:52.429510 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:52.429824 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:52.430135 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:52.430451 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:52.430762 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:52.431073 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:52.431377 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:52.431683 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:12:52.597803 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814139'] for router_interface (e4262b22-bfcc-4362-b0da-5c283cfb2e9a), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:52.803277 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Router e4262b22-bfcc-4362-b0da-5c283cfb2e9a has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:12:52.902683 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:12:52.907501 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-8f194a76-3043-4f79-b861-3aae587658ab admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/e4262b22-bfcc-4362-b0da-5c283cfb2e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5412140 Sep 04 01:12:52.910671 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54358) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:52.913706 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2166be9-2a1d-4f8f-a46c-4fcdd800da5e None None] Sync routers for ids ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:12:52.924388 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2166be9-2a1d-4f8f-a46c-4fcdd800da5e None None] Routers {'e4262b22-bfcc-4362-b0da-5c283cfb2e9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:12:52.925068 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-a2166be9-2a1d-4f8f-a46c-4fcdd800da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:12:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:52.977332 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:53.009348 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-aa5994a5-5bed-4aae-9c49-5f0654e5073e admin admin] Publish callbacks [] for router (e4262b22-bfcc-4362-b0da-5c283cfb2e9a), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:53.027203 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-a2166be9-2a1d-4f8f-a46c-4fcdd800da5e None None] Set router e4262b22-bfcc-4362-b0da-5c283cfb2e9a gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:12:53.045999 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:53.108454 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:53.110845 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-aa5994a5-5bed-4aae-9c49-5f0654e5073e admin admin] Publish callbacks [] for router_gateway (e4262b22-bfcc-4362-b0da-5c283cfb2e9a), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:53.198110 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-a2166be9-2a1d-4f8f-a46c-4fcdd800da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-167828011-router', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55'}], 'enable_snat': True}, 'gw_port_id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:12:52Z', 'revision_number': 5, 'project_id': '55faed42b7f243df9df879d581797f56', 'gw_port': {'id': '1cf499fb-10a0-4af2-afec-5f610dc85da6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:04:59Z', 'updated_at': '2022-09-04T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:53.208209 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-aa5994a5-5bed-4aae-9c49-5f0654e5073e admin admin] Deleting port 1cf499fb-10a0-4af2-afec-5f610dc85da6 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:53.208547 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-aa5994a5-5bed-4aae-9c49-5f0654e5073e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (1cf499fb-10a0-4af2-afec-5f610dc85da6), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:53.223226 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2166be9-2a1d-4f8f-a46c-4fcdd800da5e None None] Checking router: e4262b22-bfcc-4362-b0da-5c283cfb2e9a for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:12:53.231852 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2166be9-2a1d-4f8f-a46c-4fcdd800da5e None None] Routers {'e4262b22-bfcc-4362-b0da-5c283cfb2e9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:12:53.232447 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-a2166be9-2a1d-4f8f-a46c-4fcdd800da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:12:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:53.294996 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [None req-aa5994a5-5bed-4aae-9c49-5f0654e5073e admin admin] For port 1cf499fb-10a0-4af2-afec-5f610dc85da6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1cf499fb-10a0-4af2-afec-5f610dc85da6,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:53.295277 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-aa5994a5-5bed-4aae-9c49-5f0654e5073e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (1cf499fb-10a0-4af2-afec-5f610dc85da6), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:53.308698 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-aa5994a5-5bed-4aae-9c49-5f0654e5073e admin admin] Calling delete_port for 1cf499fb-10a0-4af2-afec-5f610dc85da6 owned by network:router_gateway {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:53.317152 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-a2166be9-2a1d-4f8f-a46c-4fcdd800da5e None None] Set router e4262b22-bfcc-4362-b0da-5c283cfb2e9a gateway port host: None {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:12:53.365717 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-a2166be9-2a1d-4f8f-a46c-4fcdd800da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-167828011-router', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:12:53Z', 'revision_number': 6, 'project_id': '55faed42b7f243df9df879d581797f56', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:53.392599 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2166be9-2a1d-4f8f-a46c-4fcdd800da5e None None] The sync data for ids ['e4262b22-bfcc-4362-b0da-5c283cfb2e9a'] in dv-cinder-master-3-iscsi is: [{'id': 'e4262b22-bfcc-4362-b0da-5c283cfb2e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-167828011-router', 'tenant_id': '55faed42b7f243df9df879d581797f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:04:57Z', 'updated_at': '2022-09-04T01:12:53Z', 'revision_number': 6, 'project_id': '55faed42b7f243df9df879d581797f56', 'gw_port_host': None}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:12:53.410611 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:53.413808 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:53.517043 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-aa5994a5-5bed-4aae-9c49-5f0654e5073e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (1cf499fb-10a0-4af2-afec-5f610dc85da6), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:53.544098 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5994a5-5bed-4aae-9c49-5f0654e5073e admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf499fb-10a0-4af2-afec-5f610dc85da6,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:53.605896 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-aa5994a5-5bed-4aae-9c49-5f0654e5073e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1810984'] for router_gateway (e4262b22-bfcc-4362-b0da-5c283cfb2e9a), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:53.691752 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-aa5994a5-5bed-4aae-9c49-5f0654e5073e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14346'] for router (e4262b22-bfcc-4362-b0da-5c283cfb2e9a), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:53.693913 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-aa5994a5-5bed-4aae-9c49-5f0654e5073e admin admin] Publish callbacks [] for router_controller (e4262b22-bfcc-4362-b0da-5c283cfb2e9a), precommit_delete_associations {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:53.842600 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-aa5994a5-5bed-4aae-9c49-5f0654e5073e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1721226'] for router (e4262b22-bfcc-4362-b0da-5c283cfb2e9a), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:53.843184 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5994a5-5bed-4aae-9c49-5f0654e5073e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4262b22-bfcc-4362-b0da-5c283cfb2e9a {{(pid=106791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 01:12:53.848071 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-aa5994a5-5bed-4aae-9c49-5f0654e5073e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:53.849258 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-aa5994a5-5bed-4aae-9c49-5f0654e5073e admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/e4262b22-bfcc-4362-b0da-5c283cfb2e9a HTTP/1.1" status: 204 len: 168 time: 0.9376693 Sep 04 01:12:53.851835 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54366) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:53.878108 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:53.899780 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd2a674-8f76-4d44-b193-e603d27b1a21 admin admin] Deleting subnet b8f8e824-5e09-4bb6-bfba-faf43aae1f44 {{(pid=106791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:12:53.902832 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ccd2a674-8f76-4d44-b193-e603d27b1a21 admin admin] Publish callbacks [] for subnet (b8f8e824-5e09-4bb6-bfba-faf43aae1f44), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:53.939095 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ccd2a674-8f76-4d44-b193-e603d27b1a21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-969661'] for subnet (b8f8e824-5e09-4bb6-bfba-faf43aae1f44), precommit_delete_associations {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.022969 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ccd2a674-8f76-4d44-b193-e603d27b1a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869317'] for subnet (b8f8e824-5e09-4bb6-bfba-faf43aae1f44), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.146191 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ccd2a674-8f76-4d44-b193-e603d27b1a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65166171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65271670'] for subnet (b8f8e824-5e09-4bb6-bfba-faf43aae1f44), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.175822 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2a674-8f76-4d44-b193-e603d27b1a21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8f8e824-5e09-4bb6-bfba-faf43aae1f44,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:54.180637 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ccd2a674-8f76-4d44-b193-e603d27b1a21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.184353 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-ccd2a674-8f76-4d44-b193-e603d27b1a21 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/b8f8e824-5e09-4bb6-bfba-faf43aae1f44 HTTP/1.1" status: 204 len: 168 time: 0.3315318 Sep 04 01:12:54.189224 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54368) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:54.189471 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c16e28f-ea29-46c8-92d6-8542c70e52f7 None None] Network 3e702e6e-ebe1-46a7-b30d-f3d140ac2993 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:12:54.268470 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92caa402-4ac0-45ed-82c9-bc914705f15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855412'] for network (3e702e6e-ebe1-46a7-b30d-f3d140ac2993), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.312205 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-92caa402-4ac0-45ed-82c9-bc914705f15e admin admin] Deleting port 53e7a39c-e9ce-45c4-84af-632f2aac70ae {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:54.312539 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92caa402-4ac0-45ed-82c9-bc914705f15e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (53e7a39c-e9ce-45c4-84af-632f2aac70ae), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.345656 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e8d5be-5816-4775-a879-fda5fd84bf56 None None] DHCP port deletion for 3e702e6e-ebe1-46a7-b30d-f3d140ac2993 request from dv-cinder-master-3-iscsi {{(pid=106792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 01:12:54.380852 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [None req-92caa402-4ac0-45ed-82c9-bc914705f15e admin admin] For port 53e7a39c-e9ce-45c4-84af-632f2aac70ae, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=53e7a39c-e9ce-45c4-84af-632f2aac70ae,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:54.381212 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92caa402-4ac0-45ed-82c9-bc914705f15e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (53e7a39c-e9ce-45c4-84af-632f2aac70ae), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.390403 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-94e8d5be-5816-4775-a879-fda5fd84bf56 None None] Deleting port 53e7a39c-e9ce-45c4-84af-632f2aac70ae {{(pid=106792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:12:54.391009 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-94e8d5be-5816-4775-a879-fda5fd84bf56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (53e7a39c-e9ce-45c4-84af-632f2aac70ae), before_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.395943 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-92caa402-4ac0-45ed-82c9-bc914705f15e admin admin] Calling delete_port for 53e7a39c-e9ce-45c4-84af-632f2aac70ae owned by network:dhcp {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:54.397411 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:54.457952 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-94e8d5be-5816-4775-a879-fda5fd84bf56 None None] For port 53e7a39c-e9ce-45c4-84af-632f2aac70ae, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=53e7a39c-e9ce-45c4-84af-632f2aac70ae,segment=NetworkSegment(294bd754-f77e-4dd5-a8a8-fa66c41ba024),segment_id=294bd754-f77e-4dd5-a8a8-fa66c41ba024)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:12:54.458523 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-94e8d5be-5816-4775-a879-fda5fd84bf56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (53e7a39c-e9ce-45c4-84af-632f2aac70ae), precommit_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.472105 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-94e8d5be-5816-4775-a879-fda5fd84bf56 None None] Calling delete_port for 53e7a39c-e9ce-45c4-84af-632f2aac70ae owned by network:dhcp {{(pid=106792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:12:54.531573 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:54.553373 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device c2f724af-5dbd-4d91-83cd-c5152b744599 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:12:54.571801 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: c2f724af-5dbd-4d91-83cd-c5152b744599 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:12:54.572085 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device c2f724af-5dbd-4d91-83cd-c5152b744599 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:12:54.572484 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 1cf499fb-10a0-4af2-afec-5f610dc85da6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:12:54.574429 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92caa402-4ac0-45ed-82c9-bc914705f15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (53e7a39c-e9ce-45c4-84af-632f2aac70ae), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.593322 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: 1cf499fb-10a0-4af2-afec-5f610dc85da6 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:12:54.593648 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 1cf499fb-10a0-4af2-afec-5f610dc85da6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:12:54.594068 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 53e7a39c-e9ce-45c4-84af-632f2aac70ae no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:12:54.608523 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92caa402-4ac0-45ed-82c9-bc914705f15e admin admin] Pushing event deleted for resources: {'Port': ['ID=53e7a39c-e9ce-45c4-84af-632f2aac70ae,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:54.611963 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92caa402-4ac0-45ed-82c9-bc914705f15e admin admin] No DVR routers for this DVR port 53e7a39c-e9ce-45c4-84af-632f2aac70ae on host dv-cinder-master-3-iscsi {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:12:54.617277 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-94e8d5be-5816-4775-a879-fda5fd84bf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882'] for port (53e7a39c-e9ce-45c4-84af-632f2aac70ae), after_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.619222 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: 53e7a39c-e9ce-45c4-84af-632f2aac70ae {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:12:54.619556 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 53e7a39c-e9ce-45c4-84af-632f2aac70ae not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:12:54.643598 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8d5be-5816-4775-a879-fda5fd84bf56 None None] Pushing event deleted for resources: {'Port': ['ID=53e7a39c-e9ce-45c4-84af-632f2aac70ae,revision_number=None']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:54.647659 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e8d5be-5816-4775-a879-fda5fd84bf56 None None] No DVR routers for this DVR port 53e7a39c-e9ce-45c4-84af-632f2aac70ae on host dv-cinder-master-3-iscsi {{(pid=106792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:12:54.697052 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92caa402-4ac0-45ed-82c9-bc914705f15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1299106', 'neutron.services.segments.db._delete_segments_for_network-8760291617684'] for network (3e702e6e-ebe1-46a7-b30d-f3d140ac2993), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.716788 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-92caa402-4ac0-45ed-82c9-bc914705f15e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e702e6e-ebe1-46a7-b30d-f3d140ac2993']}} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:54.726706 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-92caa402-4ac0-45ed-82c9-bc914705f15e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294bd754-f77e-4dd5-a8a8-fa66c41ba024') {'for_net_delete': True} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:54.726997 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-92caa402-4ac0-45ed-82c9-bc914705f15e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294bd754-f77e-4dd5-a8a8-fa66c41ba024') {} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:12:54.736543 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92caa402-4ac0-45ed-82c9-bc914705f15e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760291642516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-969642'] for segment (294bd754-f77e-4dd5-a8a8-fa66c41ba024), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.750929 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92caa402-4ac0-45ed-82c9-bc914705f15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (294bd754-f77e-4dd5-a8a8-fa66c41ba024), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.757486 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92caa402-4ac0-45ed-82c9-bc914705f15e admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=106791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:12:54.757864 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92caa402-4ac0-45ed-82c9-bc914705f15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65167609'] for segment (294bd754-f77e-4dd5-a8a8-fa66c41ba024), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.799900 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment 294bd754-f77e-4dd5-a8a8-fa66c41ba024 resource provider aggregate not found Sep 04 01:12:54.818539 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment 294bd754-f77e-4dd5-a8a8-fa66c41ba024 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 294bd754-f77e-4dd5-a8a8-fa66c41ba024 found for delete ", "request_id": "req-ee9e5611-8c3a-42f6-860e-868ef7e732c2"}]} Sep 04 01:12:54.922844 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92caa402-4ac0-45ed-82c9-bc914705f15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1299115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811184'] for network (3e702e6e-ebe1-46a7-b30d-f3d140ac2993), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.928356 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-92caa402-4ac0-45ed-82c9-bc914705f15e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:54.931384 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-92caa402-4ac0-45ed-82c9-bc914705f15e admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/3e702e6e-ebe1-46a7-b30d-f3d140ac2993 HTTP/1.1" status: 204 len: 168 time: 0.7436178 Sep 04 01:12:54.943064 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92caa402-4ac0-45ed-82c9-bc914705f15e admin admin] Pushing event deleted for resources: {'Network': ['ID=3e702e6e-ebe1-46a7-b30d-f3d140ac2993,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:55.255995 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54382) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:55.295994 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-5ed33c05-8579-4fad-afc6-b19f7e4849c3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=55faed42b7f243df9df879d581797f56&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388789 Sep 04 01:12:55.298460 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54384) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:55.348805 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ab9e12f0-09a3-4436-8ed4-3197a94fb1cd admin admin] Publish callbacks [] for security_group (421f3fc5-37dd-45fe-9d09-0151fc3a66b2), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:55.368562 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ab9e12f0-09a3-4436-8ed4-3197a94fb1cd admin admin] Publish callbacks [] for security_group (421f3fc5-37dd-45fe-9d09-0151fc3a66b2), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:55.505592 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ab9e12f0-09a3-4436-8ed4-3197a94fb1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (421f3fc5-37dd-45fe-9d09-0151fc3a66b2), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:55.508077 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ab9e12f0-09a3-4436-8ed4-3197a94fb1cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:55.509243 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-ab9e12f0-09a3-4436-8ed4-3197a94fb1cd admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/421f3fc5-37dd-45fe-9d09-0151fc3a66b2 HTTP/1.1" status: 204 len: 168 time: 0.2098019 Sep 04 01:12:55.517713 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e12f0-09a3-4436-8ed4-3197a94fb1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421f3fc5-37dd-45fe-9d09-0151fc3a66b2,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:56.226799 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=46,neutron:DELETE=6 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:56.226799 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:58.402404 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54468) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:58.512397 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4d62f3ea-2889-459d-b88e-2a2c6e1e9d7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:58.532167 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:58.587781 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4d62f3ea-2889-459d-b88e-2a2c6e1e9d7f admin admin] Publish callbacks [] for security_group (e49ddbb6-77bb-486a-970b-c5ca745f37b8), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:58.647702 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4d62f3ea-2889-459d-b88e-2a2c6e1e9d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (e49ddbb6-77bb-486a-970b-c5ca745f37b8), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:58.687150 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62f3ea-2889-459d-b88e-2a2c6e1e9d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49ddbb6-77bb-486a-970b-c5ca745f37b8,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:58.691677 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-4d62f3ea-2889-459d-b88e-2a2c6e1e9d7f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0a46e1b837a14345b3d11969f64f3dae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881107 Sep 04 01:12:58.694247 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54472) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:58.709433 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:12:58.746882 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8190ebca-d738-4b13-8b0b-523aee85a105 admin admin] Publish callbacks [] for security_group (e49ddbb6-77bb-486a-970b-c5ca745f37b8), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:59.026485 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8190ebca-d738-4b13-8b0b-523aee85a105 admin admin] Publish callbacks [] for security_group (e49ddbb6-77bb-486a-970b-c5ca745f37b8), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:59.061917 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:12:59.158347 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8190ebca-d738-4b13-8b0b-523aee85a105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (e49ddbb6-77bb-486a-970b-c5ca745f37b8), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:59.161578 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8190ebca-d738-4b13-8b0b-523aee85a105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:59.165219 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-8190ebca-d738-4b13-8b0b-523aee85a105 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e49ddbb6-77bb-486a-970b-c5ca745f37b8 HTTP/1.1" status: 204 len: 168 time: 0.4675338 Sep 04 01:12:59.170685 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190ebca-d738-4b13-8b0b-523aee85a105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49ddbb6-77bb-486a-970b-c5ca745f37b8,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:12:59.907066 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54500) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:12:59.920862 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d0c4f950-c627-41bc-82d5-5574e1c9e75c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:12:59.997161 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d0c4f950-c627-41bc-82d5-5574e1c9e75c admin admin] Publish callbacks [] for security_group (cb7bdb01-481f-49db-b508-78671b73e42e), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:00.059690 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d0c4f950-c627-41bc-82d5-5574e1c9e75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (cb7bdb01-481f-49db-b508-78671b73e42e), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:00.099463 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-d0c4f950-c627-41bc-82d5-5574e1c9e75c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fdb2b7eabf214f66a355bd53eebdb9f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1913037 Sep 04 01:13:00.102407 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54504) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:00.108426 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4f950-c627-41bc-82d5-5574e1c9e75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7bdb01-481f-49db-b508-78671b73e42e,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:00.123269 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54506) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:00.159929 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-10b1f0e1-48f7-4f2a-baca-f6369ed0769c admin admin] Publish callbacks [] for security_group (cb7bdb01-481f-49db-b508-78671b73e42e), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:00.184110 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-10b1f0e1-48f7-4f2a-baca-f6369ed0769c admin admin] Publish callbacks [] for security_group (cb7bdb01-481f-49db-b508-78671b73e42e), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:00.239839 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-855c4eca-8923-4bd8-a72b-ee1746f209a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:00.335971 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-10b1f0e1-48f7-4f2a-baca-f6369ed0769c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (cb7bdb01-481f-49db-b508-78671b73e42e), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:00.338512 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-10b1f0e1-48f7-4f2a-baca-f6369ed0769c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:00.339911 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-10b1f0e1-48f7-4f2a-baca-f6369ed0769c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cb7bdb01-481f-49db-b508-78671b73e42e HTTP/1.1" status: 204 len: 168 time: 0.2362840 Sep 04 01:13:00.355728 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1f0e1-48f7-4f2a-baca-f6369ed0769c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7bdb01-481f-49db-b508-78671b73e42e,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:00.405828 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-855c4eca-8923-4bd8-a72b-ee1746f209a1 admin admin] Publish callbacks [] for security_group (ac761a81-c56f-44a9-8fe1-29dcf33e993a), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:00.454240 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-855c4eca-8923-4bd8-a72b-ee1746f209a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (ac761a81-c56f-44a9-8fe1-29dcf33e993a), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:00.496389 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-855c4eca-8923-4bd8-a72b-ee1746f209a1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0af4373504224763a31adfd64271d0a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3721316 Sep 04 01:13:00.497669 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c4eca-8923-4bd8-a72b-ee1746f209a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac761a81-c56f-44a9-8fe1-29dcf33e993a,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:00.499243 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 54518) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:00.555776 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-01390312-5f28-4b0c-a2c4-40669408791b admin admin] Publish callbacks [] for security_group (ac761a81-c56f-44a9-8fe1-29dcf33e993a), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:00.577297 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-01390312-5f28-4b0c-a2c4-40669408791b admin admin] Publish callbacks [] for security_group (ac761a81-c56f-44a9-8fe1-29dcf33e993a), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:00.628100 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 54524) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:00.705749 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-01390312-5f28-4b0c-a2c4-40669408791b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (ac761a81-c56f-44a9-8fe1-29dcf33e993a), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:00.709425 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-01390312-5f28-4b0c-a2c4-40669408791b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:00.710748 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-01390312-5f28-4b0c-a2c4-40669408791b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ac761a81-c56f-44a9-8fe1-29dcf33e993a HTTP/1.1" status: 204 len: 168 time: 0.2104056 Sep 04 01:13:00.720295 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01390312-5f28-4b0c-a2c4-40669408791b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac761a81-c56f-44a9-8fe1-29dcf33e993a,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:00.731121 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01390312-5f28-4b0c-a2c4-40669408791b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:00.731474 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01390312-5f28-4b0c-a2c4-40669408791b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:00.731816 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01390312-5f28-4b0c-a2c4-40669408791b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:00.732156 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01390312-5f28-4b0c-a2c4-40669408791b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:00.732487 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01390312-5f28-4b0c-a2c4-40669408791b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:00.732814 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01390312-5f28-4b0c-a2c4-40669408791b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:00.733510 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01390312-5f28-4b0c-a2c4-40669408791b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:00.733510 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01390312-5f28-4b0c-a2c4-40669408791b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:00.733803 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01390312-5f28-4b0c-a2c4-40669408791b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:00.734312 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01390312-5f28-4b0c-a2c4-40669408791b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:00.734637 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01390312-5f28-4b0c-a2c4-40669408791b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:00.734963 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01390312-5f28-4b0c-a2c4-40669408791b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:00.735279 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01390312-5f28-4b0c-a2c4-40669408791b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:00.735778 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01390312-5f28-4b0c-a2c4-40669408791b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:00.736100 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01390312-5f28-4b0c-a2c4-40669408791b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:00.740072 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-73c2a7bd-5e06-4aeb-947f-38133f20d877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:00.755511 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d6cacd4e-afac-47b3-8d1e-ff8fec2fa85f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:00.838780 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d6cacd4e-afac-47b3-8d1e-ff8fec2fa85f admin admin] Publish callbacks [] for security_group (324a1b62-aafb-42e2-a94f-2ddfffc73b60), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:00.933926 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d6cacd4e-afac-47b3-8d1e-ff8fec2fa85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (324a1b62-aafb-42e2-a94f-2ddfffc73b60), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:00.978870 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-d6cacd4e-afac-47b3-8d1e-ff8fec2fa85f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=83428cdb97544c7b8ea4bf9a69d7106f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473155 Sep 04 01:13:00.978870 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cacd4e-afac-47b3-8d1e-ff8fec2fa85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324a1b62-aafb-42e2-a94f-2ddfffc73b60,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:00.979425 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54540) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:01.010826 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:01.033845 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-940d9297-2957-4266-9e82-7a4e3b9ad846 admin admin] Publish callbacks [] for security_group (324a1b62-aafb-42e2-a94f-2ddfffc73b60), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:01.055533 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-940d9297-2957-4266-9e82-7a4e3b9ad846 admin admin] Publish callbacks [] for security_group (324a1b62-aafb-42e2-a94f-2ddfffc73b60), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:01.095346 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:01.208681 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-940d9297-2957-4266-9e82-7a4e3b9ad846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (324a1b62-aafb-42e2-a94f-2ddfffc73b60), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:01.211242 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-940d9297-2957-4266-9e82-7a4e3b9ad846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:01.212387 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-940d9297-2957-4266-9e82-7a4e3b9ad846 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/324a1b62-aafb-42e2-a94f-2ddfffc73b60 HTTP/1.1" status: 204 len: 168 time: 0.2319076 Sep 04 01:13:01.220374 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d9297-2957-4266-9e82-7a4e3b9ad846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324a1b62-aafb-42e2-a94f-2ddfffc73b60,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:01.386330 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54552) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:01.400322 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d39724e9-2c11-4774-9865-aa51363ad25c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:01.479093 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d39724e9-2c11-4774-9865-aa51363ad25c admin admin] Publish callbacks [] for security_group (32dbcb77-3177-4c43-b6c7-79119aaa94bc), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:01.547260 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d39724e9-2c11-4774-9865-aa51363ad25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (32dbcb77-3177-4c43-b6c7-79119aaa94bc), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:01.591977 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-d39724e9-2c11-4774-9865-aa51363ad25c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=15ed0cea1cd345429921b1083d321708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020752 Sep 04 01:13:01.591977 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39724e9-2c11-4774-9865-aa51363ad25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dbcb77-3177-4c43-b6c7-79119aaa94bc,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:01.592330 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 54558) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:01.646975 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-342b1471-4358-486b-8e99-4ba195e0ba4e admin admin] Publish callbacks [] for security_group (32dbcb77-3177-4c43-b6c7-79119aaa94bc), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:01.667858 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-342b1471-4358-486b-8e99-4ba195e0ba4e admin admin] Publish callbacks [] for security_group (32dbcb77-3177-4c43-b6c7-79119aaa94bc), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:01.780737 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-342b1471-4358-486b-8e99-4ba195e0ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (32dbcb77-3177-4c43-b6c7-79119aaa94bc), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:01.783799 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-342b1471-4358-486b-8e99-4ba195e0ba4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:01.785742 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-342b1471-4358-486b-8e99-4ba195e0ba4e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/32dbcb77-3177-4c43-b6c7-79119aaa94bc HTTP/1.1" status: 204 len: 168 time: 0.1912720 Sep 04 01:13:01.793807 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b1471-4358-486b-8e99-4ba195e0ba4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dbcb77-3177-4c43-b6c7-79119aaa94bc,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:03.003731 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-14317db6-fa9e-4012-a36d-411c01e70802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:03.525462 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54624) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:03.761855 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ebad7ee5-ae2c-4cab-8c6e-a8754107cd73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:03.841622 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ebad7ee5-ae2c-4cab-8c6e-a8754107cd73 admin admin] Publish callbacks [] for security_group (299e7323-1def-4d53-8ba1-74c55cd07184), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:03.899890 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ebad7ee5-ae2c-4cab-8c6e-a8754107cd73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (299e7323-1def-4d53-8ba1-74c55cd07184), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:03.944211 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad7ee5-ae2c-4cab-8c6e-a8754107cd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299e7323-1def-4d53-8ba1-74c55cd07184,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:03.950295 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-ebad7ee5-ae2c-4cab-8c6e-a8754107cd73 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c42193bc84da4389a3c050979cd759e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4274268 Sep 04 01:13:03.952914 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54640) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:03.983523 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=4 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:04.012696 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-48e71232-24ae-4494-acd8-bf8c1d29d03d admin admin] Publish callbacks [] for security_group (299e7323-1def-4d53-8ba1-74c55cd07184), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:04.034343 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-48e71232-24ae-4494-acd8-bf8c1d29d03d admin admin] Publish callbacks [] for security_group (299e7323-1def-4d53-8ba1-74c55cd07184), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:04.169046 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-48e71232-24ae-4494-acd8-bf8c1d29d03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (299e7323-1def-4d53-8ba1-74c55cd07184), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:04.171686 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-48e71232-24ae-4494-acd8-bf8c1d29d03d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:04.172847 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-48e71232-24ae-4494-acd8-bf8c1d29d03d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/299e7323-1def-4d53-8ba1-74c55cd07184 HTTP/1.1" status: 204 len: 168 time: 0.2188509 Sep 04 01:13:04.189888 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e71232-24ae-4494-acd8-bf8c1d29d03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299e7323-1def-4d53-8ba1-74c55cd07184,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:04.237361 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:04.945214 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54676) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:04.959513 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-206fef81-88bc-4793-8c0e-144e08ceaecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:04.985569 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:05.057991 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-206fef81-88bc-4793-8c0e-144e08ceaecf admin admin] Publish callbacks [] for security_group (fe0ea5df-01f7-4252-aac8-9be33b7ad3bb), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:05.150770 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-206fef81-88bc-4793-8c0e-144e08ceaecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (fe0ea5df-01f7-4252-aac8-9be33b7ad3bb), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:05.190902 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fef81-88bc-4793-8c0e-144e08ceaecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0ea5df-01f7-4252-aac8-9be33b7ad3bb,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:05.195759 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-206fef81-88bc-4793-8c0e-144e08ceaecf admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e66308011618464f9e6519da298e7d71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490761 Sep 04 01:13:05.198621 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54684) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:05.250256 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:05.255206 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5bd2eea6-087a-4a24-b531-9df2b70bf1cf admin admin] Publish callbacks [] for security_group (fe0ea5df-01f7-4252-aac8-9be33b7ad3bb), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:05.274462 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5bd2eea6-087a-4a24-b531-9df2b70bf1cf admin admin] Publish callbacks [] for security_group (fe0ea5df-01f7-4252-aac8-9be33b7ad3bb), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:05.391818 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5bd2eea6-087a-4a24-b531-9df2b70bf1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (fe0ea5df-01f7-4252-aac8-9be33b7ad3bb), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:05.395003 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5bd2eea6-087a-4a24-b531-9df2b70bf1cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:05.396171 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-5bd2eea6-087a-4a24-b531-9df2b70bf1cf admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fe0ea5df-01f7-4252-aac8-9be33b7ad3bb HTTP/1.1" status: 204 len: 168 time: 0.1968205 Sep 04 01:13:05.411964 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2eea6-087a-4a24-b531-9df2b70bf1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0ea5df-01f7-4252-aac8-9be33b7ad3bb,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:05.745722 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:05.939601 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:07.878010 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:08.602262 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54812) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:08.709363 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-47230e41-a658-4cc2-8c29-61b22e932951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:08.782645 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-47230e41-a658-4cc2-8c29-61b22e932951 admin admin] Publish callbacks [] for security_group (d888eb66-2976-49d3-8e27-ab791953052b), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:08.859776 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-47230e41-a658-4cc2-8c29-61b22e932951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (d888eb66-2976-49d3-8e27-ab791953052b), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:08.900399 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-47230e41-a658-4cc2-8c29-61b22e932951 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=063c97af8ef74f7f86873dfa47c6798c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969892 Sep 04 01:13:08.901296 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47230e41-a658-4cc2-8c29-61b22e932951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d888eb66-2976-49d3-8e27-ab791953052b,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:08.903136 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 54816) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:08.956300 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-9d1c3329-ad9e-492e-a669-63113d05ff7f admin admin] Publish callbacks [] for security_group (d888eb66-2976-49d3-8e27-ab791953052b), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:08.976282 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-9d1c3329-ad9e-492e-a669-63113d05ff7f admin admin] Publish callbacks [] for security_group (d888eb66-2976-49d3-8e27-ab791953052b), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:09.057560 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=6 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:09.071600 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-9d1c3329-ad9e-492e-a669-63113d05ff7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (d888eb66-2976-49d3-8e27-ab791953052b), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:09.074245 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-9d1c3329-ad9e-492e-a669-63113d05ff7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:09.075398 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-9d1c3329-ad9e-492e-a669-63113d05ff7f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d888eb66-2976-49d3-8e27-ab791953052b HTTP/1.1" status: 204 len: 168 time: 0.1707153 Sep 04 01:13:09.084018 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c3329-ad9e-492e-a669-63113d05ff7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d888eb66-2976-49d3-8e27-ab791953052b,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:09.587030 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 54824) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:09.601264 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f2a25bc9-6402-4147-9c25-9845fcff1aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:09.675910 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=13 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:09.677951 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f2a25bc9-6402-4147-9c25-9845fcff1aa8 admin admin] Publish callbacks [] for security_group (95123b7e-1b4e-42eb-9cd5-f3dcf2b778c1), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:09.745504 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f2a25bc9-6402-4147-9c25-9845fcff1aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (95123b7e-1b4e-42eb-9cd5-f3dcf2b778c1), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:09.760884 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:09.787159 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-f2a25bc9-6402-4147-9c25-9845fcff1aa8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0b88568150434a3fa2a239479a5a8efa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990716 Sep 04 01:13:09.788018 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a25bc9-6402-4147-9c25-9845fcff1aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95123b7e-1b4e-42eb-9cd5-f3dcf2b778c1,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:09.789952 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54828) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:09.839129 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f0a19bbb-0052-4526-b1e7-87627e0fbc58 admin admin] Publish callbacks [] for security_group (95123b7e-1b4e-42eb-9cd5-f3dcf2b778c1), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:09.861457 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f0a19bbb-0052-4526-b1e7-87627e0fbc58 admin admin] Publish callbacks [] for security_group (95123b7e-1b4e-42eb-9cd5-f3dcf2b778c1), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:09.967629 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f0a19bbb-0052-4526-b1e7-87627e0fbc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (95123b7e-1b4e-42eb-9cd5-f3dcf2b778c1), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:09.970163 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f0a19bbb-0052-4526-b1e7-87627e0fbc58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:09.971299 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-f0a19bbb-0052-4526-b1e7-87627e0fbc58 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/95123b7e-1b4e-42eb-9cd5-f3dcf2b778c1 HTTP/1.1" status: 204 len: 168 time: 0.1803484 Sep 04 01:13:09.979219 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a19bbb-0052-4526-b1e7-87627e0fbc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95123b7e-1b4e-42eb-9cd5-f3dcf2b778c1,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:13.740651 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54896) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:13.864037 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cceb0e71-85e2-4568-a690-f8123f5f860b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:13.937355 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cceb0e71-85e2-4568-a690-f8123f5f860b admin admin] Publish callbacks [] for security_group (5301ec76-4fbc-47ce-850e-fb1881c022a1), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:14.020331 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cceb0e71-85e2-4568-a690-f8123f5f860b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (5301ec76-4fbc-47ce-850e-fb1881c022a1), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:14.057911 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb0e71-85e2-4568-a690-f8123f5f860b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5301ec76-4fbc-47ce-850e-fb1881c022a1,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:14.062076 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-cceb0e71-85e2-4568-a690-f8123f5f860b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6841cb8436ae43ff843cf938e91711ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203859 Sep 04 01:13:14.065114 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 54904) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:14.118788 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c49ca60b-245c-402f-8f22-bad2d6147c7d admin admin] Publish callbacks [] for security_group (5301ec76-4fbc-47ce-850e-fb1881c022a1), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:14.146292 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c49ca60b-245c-402f-8f22-bad2d6147c7d admin admin] Publish callbacks [] for security_group (5301ec76-4fbc-47ce-850e-fb1881c022a1), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:14.248395 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c49ca60b-245c-402f-8f22-bad2d6147c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (5301ec76-4fbc-47ce-850e-fb1881c022a1), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:14.250985 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c49ca60b-245c-402f-8f22-bad2d6147c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:14.252155 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-c49ca60b-245c-402f-8f22-bad2d6147c7d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5301ec76-4fbc-47ce-850e-fb1881c022a1 HTTP/1.1" status: 204 len: 168 time: 0.1862562 Sep 04 01:13:14.262074 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ca60b-245c-402f-8f22-bad2d6147c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5301ec76-4fbc-47ce-850e-fb1881c022a1,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:14.806033 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 54912) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:14.819478 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0d2163b7-a42f-4f24-972b-1572d15bbc4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:14.897727 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0d2163b7-a42f-4f24-972b-1572d15bbc4d admin admin] Publish callbacks [] for security_group (4cd4c24d-7bac-4673-9f09-ebb78175bdcb), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:14.957432 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-0d2163b7-a42f-4f24-972b-1572d15bbc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (4cd4c24d-7bac-4673-9f09-ebb78175bdcb), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:14.998931 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-0d2163b7-a42f-4f24-972b-1572d15bbc4d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7ca56a8fae1747c6b2a17b632cb8d430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917751 Sep 04 01:13:14.999773 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2163b7-a42f-4f24-972b-1572d15bbc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd4c24d-7bac-4673-9f09-ebb78175bdcb,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:15.001753 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54918) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:15.030496 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:15.052697 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1bab59cc-6672-43c9-b65a-94273809919c admin admin] Publish callbacks [] for security_group (4cd4c24d-7bac-4673-9f09-ebb78175bdcb), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:15.072861 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1bab59cc-6672-43c9-b65a-94273809919c admin admin] Publish callbacks [] for security_group (4cd4c24d-7bac-4673-9f09-ebb78175bdcb), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:15.259890 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1bab59cc-6672-43c9-b65a-94273809919c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (4cd4c24d-7bac-4673-9f09-ebb78175bdcb), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:15.262427 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-1bab59cc-6672-43c9-b65a-94273809919c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:15.263559 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-1bab59cc-6672-43c9-b65a-94273809919c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4cd4c24d-7bac-4673-9f09-ebb78175bdcb HTTP/1.1" status: 204 len: 168 time: 0.2608392 Sep 04 01:13:15.271457 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab59cc-6672-43c9-b65a-94273809919c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd4c24d-7bac-4673-9f09-ebb78175bdcb,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:15.912054 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 54926) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:15.925570 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3aea-2e18-44f0-91c0-d846c4d544ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:15.959609 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=6 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:16.002477 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3aea-2e18-44f0-91c0-d846c4d544ee admin admin] Publish callbacks [] for security_group (9da79e28-1ee6-4dd1-9b0d-b000777801ff), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:16.054133 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3aea-2e18-44f0-91c0-d846c4d544ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (9da79e28-1ee6-4dd1-9b0d-b000777801ff), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:16.094856 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-bc0d3aea-2e18-44f0-91c0-d846c4d544ee admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=136206f1ccd544a5b27352822a9de9fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1816728 Sep 04 01:13:16.095989 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d3aea-2e18-44f0-91c0-d846c4d544ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da79e28-1ee6-4dd1-9b0d-b000777801ff,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:16.098266 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 54932) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:16.151292 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-935cf06f-d752-42eb-b3e4-397b90e00cdf admin admin] Publish callbacks [] for security_group (9da79e28-1ee6-4dd1-9b0d-b000777801ff), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:16.171545 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-935cf06f-d752-42eb-b3e4-397b90e00cdf admin admin] Publish callbacks [] for security_group (9da79e28-1ee6-4dd1-9b0d-b000777801ff), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:16.260074 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-935cf06f-d752-42eb-b3e4-397b90e00cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (9da79e28-1ee6-4dd1-9b0d-b000777801ff), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:16.262854 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-935cf06f-d752-42eb-b3e4-397b90e00cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:16.263998 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-935cf06f-d752-42eb-b3e4-397b90e00cdf admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9da79e28-1ee6-4dd1-9b0d-b000777801ff HTTP/1.1" status: 204 len: 168 time: 0.1647058 Sep 04 01:13:16.276653 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935cf06f-d752-42eb-b3e4-397b90e00cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da79e28-1ee6-4dd1-9b0d-b000777801ff,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:18.204577 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-934706de-3460-40f2-a785-3a62fadbdd83 req-7e50b9f3-54b3-485c-b698-e597b28642f1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385754 Sep 04 01:13:20.832993 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934706de-3460-40f2-a785-3a62fadbdd83 req-d6be11e2-0532-4fa2-a7f6-5bad83b3bdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:20.834501 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-934706de-3460-40f2-a785-3a62fadbdd83 req-d6be11e2-0532-4fa2-a7f6-5bad83b3bdfa service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=735896cd6b3b4c448dd94b3bf7577cb8&device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 1129 time: 0.0431230 Sep 04 01:13:20.938701 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934706de-3460-40f2-a785-3a62fadbdd83 req-bd3e06a3-466f-4966-a9c5-44e86bbb78e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:20.940141 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-934706de-3460-40f2-a785-3a62fadbdd83 req-bd3e06a3-466f-4966-a9c5-44e86bbb78e5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=a4020194-c9cd-46d3-9c56-5d8c215c248f HTTP/1.1" status: 200 len: 910 time: 0.0863483 Sep 04 01:13:21.007079 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-934706de-3460-40f2-a785-3a62fadbdd83 req-326dd3c1-c7d0-4ae9-a13b-911e732c6ff6 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d072bfcf-41bd-430e-800c-1d1a3b17d915 HTTP/1.1" status: 200 len: 1001 time: 0.0606089 Sep 04 01:13:21.067605 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934706de-3460-40f2-a785-3a62fadbdd83 req-14163752-8f3d-488e-8225-bef088e61ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:21.069047 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-934706de-3460-40f2-a785-3a62fadbdd83 req-14163752-8f3d-488e-8225-bef088e61ea8 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db HTTP/1.1" status: 200 len: 848 time: 0.0504451 Sep 04 01:13:21.112230 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934706de-3460-40f2-a785-3a62fadbdd83 req-4b6685f3-b8c0-4cf0-8bdc-14d14f9b2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:21.114253 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-934706de-3460-40f2-a785-3a62fadbdd83 req-4b6685f3-b8c0-4cf0-8bdc-14d14f9b2f8d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=a4020194-c9cd-46d3-9c56-5d8c215c248f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390506 Sep 04 01:13:21.217720 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-934706de-3460-40f2-a785-3a62fadbdd83 req-277223cb-de94-4616-bd51-dc3e259bae81 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/a4020194-c9cd-46d3-9c56-5d8c215c248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966916 Sep 04 01:13:21.311482 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-934706de-3460-40f2-a785-3a62fadbdd83 req-c861861a-b2dc-4fe6-a33b-8bb4b09b9abd service neutron] 10.222.0.16 "GET /networking/v2.0/networks/a4020194-c9cd-46d3-9c56-5d8c215c248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871243 Sep 04 01:13:24.275157 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:26.267573 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=52,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:26.269052 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=57,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:26.290809 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:27.751164 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=11 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:27.755034 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=15 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:30.711174 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2073580d-934a-4dd8-9f2e-491d32f8a72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:31.306568 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=77,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:31.308463 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=54 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:32.991029 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-d7544596-70f6-415b-a097-4f134eee0fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:34.190303 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:35.727009 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:35.754622 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 55282) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:35.888556 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-35079577-6d31-4c4c-a6af-ca8b886f006a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:35.899768 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:35.969219 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-35079577-6d31-4c4c-a6af-ca8b886f006a admin admin] Publish callbacks [] for security_group (aea75965-d3ae-424c-bbd8-489d01c14f41), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:36.008104 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-35079577-6d31-4c4c-a6af-ca8b886f006a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (aea75965-d3ae-424c-bbd8-489d01c14f41), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:36.048473 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-35079577-6d31-4c4c-a6af-ca8b886f006a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a5edd00a8bd348cca2077c065556d42b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927084 Sep 04 01:13:36.049203 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35079577-6d31-4c4c-a6af-ca8b886f006a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea75965-d3ae-424c-bbd8-489d01c14f41,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:36.051244 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 55286) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:36.061755 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:13:36.105495 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-36d5a333-bd90-47a9-9747-32bedfaa414d admin admin] Publish callbacks [] for security_group (aea75965-d3ae-424c-bbd8-489d01c14f41), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:36.126368 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-36d5a333-bd90-47a9-9747-32bedfaa414d admin admin] Publish callbacks [] for security_group (aea75965-d3ae-424c-bbd8-489d01c14f41), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:36.254103 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-36d5a333-bd90-47a9-9747-32bedfaa414d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (aea75965-d3ae-424c-bbd8-489d01c14f41), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:36.256530 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-36d5a333-bd90-47a9-9747-32bedfaa414d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:36.257704 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-36d5a333-bd90-47a9-9747-32bedfaa414d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/aea75965-d3ae-424c-bbd8-489d01c14f41 HTTP/1.1" status: 204 len: 168 time: 0.2054467 Sep 04 01:13:36.266727 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5a333-bd90-47a9-9747-32bedfaa414d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea75965-d3ae-424c-bbd8-489d01c14f41,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:37.905604 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:40.978761 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=4 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:46.042706 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:46.045048 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=16,neutron:INSERT=7 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:46.057117 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=4 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:46.261033 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:46.262646 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:47.821885 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:47.823782 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:50.786203 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 55530) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:51.077117 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-2270a99a-0b50-4d23-950b-9f1d212a56b8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Deleting port 3a4abfa2-c334-4497-99bc-b98bb52855e4 {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:13:51.077452 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2270a99a-0b50-4d23-950b-9f1d212a56b8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (3a4abfa2-c334-4497-99bc-b98bb52855e4), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:51.153813 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2270a99a-0b50-4d23-950b-9f1d212a56b8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (3a4abfa2-c334-4497-99bc-b98bb52855e4), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:51.154137 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2270a99a-0b50-4d23-950b-9f1d212a56b8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for floatingip (3a4abfa2-c334-4497-99bc-b98bb52855e4), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:51.166546 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-2270a99a-0b50-4d23-950b-9f1d212a56b8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Calling delete_port for 3a4abfa2-c334-4497-99bc-b98bb52855e4 owned by network:floatingip {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:13:51.402608 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2270a99a-0b50-4d23-950b-9f1d212a56b8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (3a4abfa2-c334-4497-99bc-b98bb52855e4), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:51.433755 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270a99a-0b50-4d23-950b-9f1d212a56b8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Pushing event deleted for resources: {'Port': ['ID=3a4abfa2-c334-4497-99bc-b98bb52855e4,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:51.505571 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2270a99a-0b50-4d23-950b-9f1d212a56b8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for floatingip (047553b0-03ec-425b-ab53-396fc0149aa8), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:51.505888 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.l3_db [None req-2270a99a-0b50-4d23-950b-9f1d212a56b8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Floating IP 047553b0-03ec-425b-ab53-396fc0149aa8 disassociated (deleted). External IP: 172.37.7.174, port: d072bfcf-41bd-430e-800c-1d1a3b17d915. Sep 04 01:13:51.719580 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2270a99a-0b50-4d23-950b-9f1d212a56b8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Router f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:13:51.829436 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2270a99a-0b50-4d23-950b-9f1d212a56b8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:13:51.834298 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2270a99a-0b50-4d23-950b-9f1d212a56b8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:51.839061 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac23d7f6-a833-445c-a922-8b3dddc20e6b None None] Sync routers for ids ['f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:13:51.849702 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac23d7f6-a833-445c-a922-8b3dddc20e6b None None] Routers {'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:13:51.849702 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-ac23d7f6-a833-445c-a922-8b3dddc20e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:13:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:13:51.868861 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-2270a99a-0b50-4d23-950b-9f1d212a56b8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/047553b0-03ec-425b-ab53-396fc0149aa8 HTTP/1.1" status: 204 len: 168 time: 1.0788631 Sep 04 01:13:51.868861 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74df11dc-31bd-4745-83bc-4b3c430d02ff', 'tag': 'd072bfcf-41bd-430e-800c-1d1a3b17d915'}] {{(pid=106790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:13:51.869283 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768fddc788cc630bf6be659ba1cc99228bd403d8973f3d1aee7c621fd359d80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb808cf8-9b28-4f05-971d-a646329f235d" -d '{"events": [{"name": "network-changed", "server_uuid": "74df11dc-31bd-4745-83bc-4b3c430d02ff", "tag": "d072bfcf-41bd-430e-800c-1d1a3b17d915"}]}' {{(pid=106790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:13:52.102269 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b885d98b-2390-4f7c-a6e0-7d150d84de75 x-openstack-request-id: req-b885d98b-2390-4f7c-a6e0-7d150d84de75 {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:13:52.102562 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74df11dc-31bd-4745-83bc-4b3c430d02ff", "tag": "d072bfcf-41bd-430e-800c-1d1a3b17d915", "status": "completed", "code": 200}]} {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:13:52.102814 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b885d98b-2390-4f7c-a6e0-7d150d84de75 {{(pid=106790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:13:52.107150 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b885d98b-2390-4f7c-a6e0-7d150d84de75'] response: {'name': 'network-changed', 'server_uuid': '74df11dc-31bd-4745-83bc-4b3c430d02ff', 'tag': 'd072bfcf-41bd-430e-800c-1d1a3b17d915', 'status': 'completed', 'code': 200} Sep 04 01:13:52.165480 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-ac23d7f6-a833-445c-a922-8b3dddc20e6b None None] Set router f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:13:52.192903 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb808cf8-9b28-4f05-971d-a646329f235d req-6c1bf2dc-c7ee-4023-97a1-bfbcd783a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:52.194559 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fb808cf8-9b28-4f05-971d-a646329f235d req-6c1bf2dc-c7ee-4023-97a1-bfbcd783a7b7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=735896cd6b3b4c448dd94b3bf7577cb8&device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 1129 time: 0.0399609 Sep 04 01:13:52.293454 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb808cf8-9b28-4f05-971d-a646329f235d req-32dc596d-a7b8-4a58-99f2-1af98230d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:52.295194 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fb808cf8-9b28-4f05-971d-a646329f235d req-32dc596d-a7b8-4a58-99f2-1af98230d02b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=a4020194-c9cd-46d3-9c56-5d8c215c248f HTTP/1.1" status: 200 len: 910 time: 0.0946195 Sep 04 01:13:52.336259 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fb808cf8-9b28-4f05-971d-a646329f235d req-dfef95a5-77f3-4d42-86f4-7699f4e3509d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d072bfcf-41bd-430e-800c-1d1a3b17d915 HTTP/1.1" status: 200 len: 217 time: 0.0338266 Sep 04 01:13:52.356822 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-ac23d7f6-a833-445c-a922-8b3dddc20e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'name': 'tempest-TestShelveInstance-1866404127-router', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41'}], 'enable_snat': True}, 'gw_port_id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:28Z', 'updated_at': '2022-09-04T01:08:33Z', 'revision_number': 4, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'gw_port': {'id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:29Z', 'updated_at': '2022-09-04T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9db3ca9e-27d3-4852-b8c6-3fc745d2d055', 'name': '', 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'mac_address': 'fa:16:3e:50:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:32Z', 'updated_at': '2022-09-04T01:08:41Z', 'revision_number': 5, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'subnets': [{'id': '7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:13:52.386328 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac23d7f6-a833-445c-a922-8b3dddc20e6b None None] Checking router: f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:13:52.397564 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac23d7f6-a833-445c-a922-8b3dddc20e6b None None] Routers {'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:13:52.398590 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-ac23d7f6-a833-445c-a922-8b3dddc20e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:13:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:13:52.437029 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90f0bd-2ac6-487c-b7dc-333f0a665297 req-95d34011-9bcc-47a4-ab2a-ba72393245ba tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:52.438526 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9a90f0bd-2ac6-487c-b7dc-333f0a665297 req-95d34011-9bcc-47a4-ab2a-ba72393245ba tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0517190 Sep 04 01:13:52.489449 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9a90f0bd-2ac6-487c-b7dc-333f0a665297 req-d89e9a34-85d1-4261-a696-bc548d65b848 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450275 Sep 04 01:13:52.507970 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-ac23d7f6-a833-445c-a922-8b3dddc20e6b None None] Set router f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:13:52.695347 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-ac23d7f6-a833-445c-a922-8b3dddc20e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'name': 'tempest-TestShelveInstance-1866404127-router', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41'}], 'enable_snat': True}, 'gw_port_id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:28Z', 'updated_at': '2022-09-04T01:08:33Z', 'revision_number': 4, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'gw_port': {'id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:29Z', 'updated_at': '2022-09-04T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9db3ca9e-27d3-4852-b8c6-3fc745d2d055', 'name': '', 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'mac_address': 'fa:16:3e:50:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:32Z', 'updated_at': '2022-09-04T01:08:41Z', 'revision_number': 5, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'subnets': [{'id': '7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:13:52.720113 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac23d7f6-a833-445c-a922-8b3dddc20e6b None None] The sync data for ids ['f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'] in dv-cinder-master-3-iscsi is: [{'id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'name': 'tempest-TestShelveInstance-1866404127-router', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41'}], 'enable_snat': True}, 'gw_port_id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:28Z', 'updated_at': '2022-09-04T01:08:33Z', 'revision_number': 4, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'gw_port': {'id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:29Z', 'updated_at': '2022-09-04T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9db3ca9e-27d3-4852-b8c6-3fc745d2d055', 'name': '', 'network_id': 'a4020194-c9cd-46d3-9c56-5d8c215c248f', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'mac_address': 'fa:16:3e:50:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:32Z', 'updated_at': '2022-09-04T01:08:41Z', 'revision_number': 5, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'subnets': [{'id': '7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:13:52.957479 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163132c4-c669-488d-a3b0-792246d51431 None None] New status for floating IP 047553b0-03ec-425b-ab53-396fc0149aa8: DOWN {{(pid=106792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:13:53.486725 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb808cf8-9b28-4f05-971d-a646329f235d req-70465de9-1a0c-46a9-ae3b-e10dd731decc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:53.488178 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fb808cf8-9b28-4f05-971d-a646329f235d req-70465de9-1a0c-46a9-ae3b-e10dd731decc service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db HTTP/1.1" status: 200 len: 848 time: 0.0511265 Sep 04 01:13:53.534794 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb808cf8-9b28-4f05-971d-a646329f235d req-2daeaf85-4b7d-4324-aab8-bee337a9a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:53.536162 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fb808cf8-9b28-4f05-971d-a646329f235d req-2daeaf85-4b7d-4324-aab8-bee337a9a7f5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=a4020194-c9cd-46d3-9c56-5d8c215c248f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405815 Sep 04 01:13:53.608209 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:53.613166 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:13:53.621317 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16389cb2-7c58-4d17-af26-56036b40898b req-e4f044ef-6aa9-4a6a-80ad-c42a014c74d8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:53.623228 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-16389cb2-7c58-4d17-af26-56036b40898b req-e4f044ef-6aa9-4a6a-80ad-c42a014c74d8 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0499167 Sep 04 01:13:53.675130 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-16389cb2-7c58-4d17-af26-56036b40898b req-ee91c60f-93aa-4340-a6a0-cefdac0d51e1 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464306 Sep 04 01:13:53.813379 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fb808cf8-9b28-4f05-971d-a646329f235d req-663de781-75cb-42f3-8d33-7bd8413514f3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/a4020194-c9cd-46d3-9c56-5d8c215c248f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904191 Sep 04 01:13:54.377108 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 55602) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:54.491932 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-9b2e5874-3e87-4a71-ad9e-5cf7b81496b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:54.581281 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-9b2e5874-3e87-4a71-ad9e-5cf7b81496b9 admin admin] Publish callbacks [] for security_group (7277393d-366d-4049-93e7-3c10553b32f1), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:54.671464 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-9b2e5874-3e87-4a71-ad9e-5cf7b81496b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (7277393d-366d-4049-93e7-3c10553b32f1), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:54.710509 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-9b2e5874-3e87-4a71-ad9e-5cf7b81496b9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fb2a8002d6bd4e7f9d2484cfd221dae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3373115 Sep 04 01:13:54.712786 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e5874-3e87-4a71-ad9e-5cf7b81496b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7277393d-366d-4049-93e7-3c10553b32f1,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:54.713448 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 55610) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:13:54.809252 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee14c-095f-43bb-806c-b0df3e33e53d admin admin] Publish callbacks [] for security_group (7277393d-366d-4049-93e7-3c10553b32f1), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:54.817815 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3cf9a-0554-4418-8926-1dac122f9870 req-7d6d413f-abed-4a3a-9e4d-42fcb5e15c22 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:54.819274 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-17a3cf9a-0554-4418-8926-1dac122f9870 req-7d6d413f-abed-4a3a-9e4d-42fcb5e15c22 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0641253 Sep 04 01:13:54.840111 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee14c-095f-43bb-806c-b0df3e33e53d admin admin] Publish callbacks [] for security_group (7277393d-366d-4049-93e7-3c10553b32f1), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:54.901652 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-17a3cf9a-0554-4418-8926-1dac122f9870 req-fae189e4-02ec-4783-8e6c-d19d23eeed6e tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767603 Sep 04 01:13:54.968247 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee14c-095f-43bb-806c-b0df3e33e53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (7277393d-366d-4049-93e7-3c10553b32f1), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:54.970852 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee14c-095f-43bb-806c-b0df3e33e53d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:54.972003 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-3f8ee14c-095f-43bb-806c-b0df3e33e53d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7277393d-366d-4049-93e7-3c10553b32f1 HTTP/1.1" status: 204 len: 168 time: 0.2570837 Sep 04 01:13:54.979968 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ee14c-095f-43bb-806c-b0df3e33e53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7277393d-366d-4049-93e7-3c10553b32f1,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:54.987731 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ee14c-095f-43bb-806c-b0df3e33e53d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:54.988073 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ee14c-095f-43bb-806c-b0df3e33e53d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:54.988403 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ee14c-095f-43bb-806c-b0df3e33e53d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:54.988732 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ee14c-095f-43bb-806c-b0df3e33e53d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:54.989054 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ee14c-095f-43bb-806c-b0df3e33e53d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:54.989394 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ee14c-095f-43bb-806c-b0df3e33e53d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:54.989712 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ee14c-095f-43bb-806c-b0df3e33e53d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:54.990024 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ee14c-095f-43bb-806c-b0df3e33e53d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:54.990338 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ee14c-095f-43bb-806c-b0df3e33e53d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:54.990652 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ee14c-095f-43bb-806c-b0df3e33e53d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:54.990964 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ee14c-095f-43bb-806c-b0df3e33e53d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:54.991356 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ee14c-095f-43bb-806c-b0df3e33e53d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:54.991572 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ee14c-095f-43bb-806c-b0df3e33e53d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:54.991878 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ee14c-095f-43bb-806c-b0df3e33e53d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:54.992187 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ee14c-095f-43bb-806c-b0df3e33e53d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:56.023241 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfea7d-8fa3-48d7-b7d7-5d8fc7445040 req-a51b0518-580b-4923-a94e-7bae68c0701f tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:56.024826 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-cccfea7d-8fa3-48d7-b7d7-5d8fc7445040 req-a51b0518-580b-4923-a94e-7bae68c0701f tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0485990 Sep 04 01:13:56.073816 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-cccfea7d-8fa3-48d7-b7d7-5d8fc7445040 req-d848f614-1e32-495f-b347-09bab1a23a81 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432169 Sep 04 01:13:57.198637 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a613e-d43d-4c6b-806c-c1a01da2c9b9 req-cefc80ac-9f5d-45d7-bc28-91c8ead58279 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:57.200103 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8d8a613e-d43d-4c6b-806c-c1a01da2c9b9 req-cefc80ac-9f5d-45d7-bc28-91c8ead58279 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0506487 Sep 04 01:13:57.250719 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8d8a613e-d43d-4c6b-806c-c1a01da2c9b9 req-5e213b34-b3ac-4193-89f6-c4201f5e45e7 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440533 Sep 04 01:13:58.369467 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3097a46-0d15-45c0-a03b-371bfa541c67 req-001e4ea2-2956-46d4-9258-7b9427ee03c1 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:58.370902 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e3097a46-0d15-45c0-a03b-371bfa541c67 req-001e4ea2-2956-46d4-9258-7b9427ee03c1 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 945 time: 0.0460064 Sep 04 01:13:58.423345 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e3097a46-0d15-45c0-a03b-371bfa541c67 req-4d8793a9-ae41-4c13-a9ad-bdde0d7db805 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463152 Sep 04 01:13:58.782557 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device d072bfcf-41bd-430e-800c-1d1a3b17d915 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:13:58.859806 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port d072bfcf-41bd-430e-800c-1d1a3b17d915 is: ACTIVE; New status is: DOWN {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:13:58.861557 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:58.885800 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74df11dc-31bd-4745-83bc-4b3c430d02ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd072bfcf-41bd-430e-800c-1d1a3b17d915'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:13:58.890454 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a8d5c2-f41b-4bd1-985d-bad740f5799d" -d '{"events": [{"server_uuid": "74df11dc-31bd-4745-83bc-4b3c430d02ff", "name": "network-vif-unplugged", "status": "completed", "tag": "d072bfcf-41bd-430e-800c-1d1a3b17d915"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:13:58.901205 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port d072bfcf-41bd-430e-800c-1d1a3b17d915, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d072bfcf-41bd-430e-800c-1d1a3b17d915,segment=NetworkSegment(7f3c23b7-4619-4de8-89fe-789a39101159),segment_id=7f3c23b7-4619-4de8-89fe-789a39101159)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:13:58.927697 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 04 Sep 2022 01:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3f85fe-c1e5-4c50-9fa4-5a9a1f0e3d0c x-openstack-request-id: req-bf3f85fe-c1e5-4c50-9fa4-5a9a1f0e3d0c {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:13:58.927979 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74df11dc-31bd-4745-83bc-4b3c430d02ff", "name": "network-vif-unplugged", "status": "completed", "tag": "d072bfcf-41bd-430e-800c-1d1a3b17d915", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:13:58.928226 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf3f85fe-c1e5-4c50-9fa4-5a9a1f0e3d0c {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:13:58.928618 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf3f85fe-c1e5-4c50-9fa4-5a9a1f0e3d0c'] response: {'server_uuid': '74df11dc-31bd-4745-83bc-4b3c430d02ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd072bfcf-41bd-430e-800c-1d1a3b17d915', 'code': 200} Sep 04 01:13:58.955911 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:13:59.004843 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=d072bfcf-41bd-430e-800c-1d1a3b17d915,revision_number=9']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:13:59.011707 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:59.012054 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:59.012396 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:59.012735 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:59.013103 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:59.013426 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:59.013977 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:59.014532 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:59.015067 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:59.015409 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:59.015745 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:59.016077 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:59.016406 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:59.016731 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:59.017056 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:13:59.544928 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd23ee-e282-450e-801c-0de74b38049c req-3d35da65-1a3b-4054-b7d0-48cadbe3ba19 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:13:59.546490 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6bfd23ee-e282-450e-801c-0de74b38049c req-3d35da65-1a3b-4054-b7d0-48cadbe3ba19 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0468643 Sep 04 01:13:59.595705 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-6bfd23ee-e282-450e-801c-0de74b38049c req-41470936-574e-47d3-b7ca-66812dee2ab1 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436044 Sep 04 01:13:59.923026 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fb808cf8-9b28-4f05-971d-a646329f235d req-68fd108b-242c-4856-98d9-a1ff079f9947 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/a4020194-c9cd-46d3-9c56-5d8c215c248f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879698 Sep 04 01:14:00.716997 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-d1c98160-f097-4a2f-a10b-4b8c31313e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:00.725936 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de27462-19c6-4658-baba-b32b4a22618f req-ad4e0d99-fb92-4b9d-8014-c594ef329315 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:00.730740 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1de27462-19c6-4658-baba-b32b4a22618f req-ad4e0d99-fb92-4b9d-8014-c594ef329315 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0523040 Sep 04 01:14:00.775727 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:00.785270 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1de27462-19c6-4658-baba-b32b4a22618f req-fede58f7-f929-4ba9-92b6-26078482f317 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522902 Sep 04 01:14:01.732067 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:01.740899 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29482fb-f47e-4fd8-98f4-28832327f7ba req-071ba538-492b-4a60-a80c-8ea63fac58ca tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:01.744494 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e29482fb-f47e-4fd8-98f4-28832327f7ba req-071ba538-492b-4a60-a80c-8ea63fac58ca tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0476863 Sep 04 01:14:01.823897 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-e29482fb-f47e-4fd8-98f4-28832327f7ba req-53982a2a-00c1-48f4-8390-655207b0b6db tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Deleting port d072bfcf-41bd-430e-800c-1d1a3b17d915 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:14:01.824253 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-e29482fb-f47e-4fd8-98f4-28832327f7ba req-53982a2a-00c1-48f4-8390-655207b0b6db tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:01.914134 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb6af6-2677-42c6-8dc3-f829b99dc402 req-629b62d7-c0a0-4b6c-895d-6fdcc7c057ce tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:01.918501 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2cfb6af6-2677-42c6-8dc3-f829b99dc402 req-629b62d7-c0a0-4b6c-895d-6fdcc7c057ce tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 943 time: 0.0513983 Sep 04 01:14:01.922591 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-e29482fb-f47e-4fd8-98f4-28832327f7ba req-53982a2a-00c1-48f4-8390-655207b0b6db tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] For port d072bfcf-41bd-430e-800c-1d1a3b17d915, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d072bfcf-41bd-430e-800c-1d1a3b17d915,segment=NetworkSegment(7f3c23b7-4619-4de8-89fe-789a39101159),segment_id=7f3c23b7-4619-4de8-89fe-789a39101159)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:01.923089 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-e29482fb-f47e-4fd8-98f4-28832327f7ba req-53982a2a-00c1-48f4-8390-655207b0b6db tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:01.937215 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-e29482fb-f47e-4fd8-98f4-28832327f7ba req-53982a2a-00c1-48f4-8390-655207b0b6db tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Calling delete_port for d072bfcf-41bd-430e-800c-1d1a3b17d915 owned by compute:nova {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:14:01.967525 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2cfb6af6-2677-42c6-8dc3-f829b99dc402 req-e3fe235b-5126-4904-a584-7dc2ea901a81 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=270d62da-5350-44de-9262-a4399d8651e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447657 Sep 04 01:14:02.133217 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-e29482fb-f47e-4fd8-98f4-28832327f7ba req-53982a2a-00c1-48f4-8390-655207b0b6db tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (d072bfcf-41bd-430e-800c-1d1a3b17d915), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:02.162680 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53982a2a-00c1-48f4-8390-655207b0b6db tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Pushing event deleted for resources: {'Port': ['ID=d072bfcf-41bd-430e-800c-1d1a3b17d915,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:02.208693 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29482fb-f47e-4fd8-98f4-28832327f7ba req-53982a2a-00c1-48f4-8390-655207b0b6db tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] No DVR routers for this DVR port d072bfcf-41bd-430e-800c-1d1a3b17d915 on host hv-cinder-maste {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:14:02.211213 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-e29482fb-f47e-4fd8-98f4-28832327f7ba req-53982a2a-00c1-48f4-8390-655207b0b6db tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:02.214344 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e29482fb-f47e-4fd8-98f4-28832327f7ba req-53982a2a-00c1-48f4-8390-655207b0b6db tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.16 "DELETE /networking/v2.0/ports/d072bfcf-41bd-430e-800c-1d1a3b17d915 HTTP/1.1" status: 204 len: 173 time: 0.4663968 Sep 04 01:14:02.214778 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74df11dc-31bd-4745-83bc-4b3c430d02ff', 'name': 'network-vif-deleted', 'tag': 'd072bfcf-41bd-430e-800c-1d1a3b17d915'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:14:02.217533 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67c675e-ac60-49ee-a188-545a6a795441" -d '{"events": [{"server_uuid": "74df11dc-31bd-4745-83bc-4b3c430d02ff", "name": "network-vif-deleted", "tag": "d072bfcf-41bd-430e-800c-1d1a3b17d915"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:14:02.255075 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036f9fd3-097f-483b-99c0-755d1cd19fba x-openstack-request-id: req-036f9fd3-097f-483b-99c0-755d1cd19fba {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:14:02.255364 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74df11dc-31bd-4745-83bc-4b3c430d02ff", "name": "network-vif-deleted", "tag": "d072bfcf-41bd-430e-800c-1d1a3b17d915", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:14:02.255611 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-036f9fd3-097f-483b-99c0-755d1cd19fba {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:14:02.256381 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-036f9fd3-097f-483b-99c0-755d1cd19fba'] response: {'server_uuid': '74df11dc-31bd-4745-83bc-4b3c430d02ff', 'name': 'network-vif-deleted', 'tag': 'd072bfcf-41bd-430e-800c-1d1a3b17d915', 'status': 'completed', 'code': 200} Sep 04 01:14:02.698012 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=72 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:02.698763 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=60 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:03.014904 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-8adac052-3e97-4a7f-8d1a-f292f2fce6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:03.079221 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b125e3e9-7403-49cd-8c82-ca26083e57ee req-6f8ea593-1efc-4d9a-bafc-968f6586da33 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 210 time: 0.0315719 Sep 04 01:14:04.198106 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9786eee2-421d-4509-b18a-608678f3a3d5 req-3b1f6b29-ff0a-4868-b27f-b3d0705fe4e6 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 210 time: 0.0306056 Sep 04 01:14:04.224909 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:05.314920 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b795630a-e2c8-4e78-bd7c-8e1093e9c113 req-0905fe84-c675-434e-aba1-f655fb42ada6 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=74df11dc-31bd-4745-83bc-4b3c430d02ff HTTP/1.1" status: 200 len: 210 time: 0.0283327 Sep 04 01:14:05.745181 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:05.899478 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:06.380787 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 55772) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:06.449094 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a723aba4-c776-467c-b68d-2d6896536b82 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group (270d62da-5350-44de-9262-a4399d8651e3), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:06.483785 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a723aba4-c776-467c-b68d-2d6896536b82 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group (270d62da-5350-44de-9262-a4399d8651e3), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:06.613941 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a723aba4-c776-467c-b68d-2d6896536b82 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (270d62da-5350-44de-9262-a4399d8651e3), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:06.616557 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a723aba4-c776-467c-b68d-2d6896536b82 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:06.617756 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-a723aba4-c776-467c-b68d-2d6896536b82 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/270d62da-5350-44de-9262-a4399d8651e3 HTTP/1.1" status: 204 len: 168 time: 0.2369127 Sep 04 01:14:06.627628 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723aba4-c776-467c-b68d-2d6896536b82 tempest-TestShelveInstance-193062993 tempest-TestShelveInstance-193062993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=270d62da-5350-44de-9262-a4399d8651e3,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:06.736334 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 55782) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:06.886104 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 55788) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:06.952115 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4f80f6b1-523a-43e3-a77f-c98e387cfe36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:07.099169 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:07.160135 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:07.163906 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4f80f6b1-523a-43e3-a77f-c98e387cfe36 admin admin] Publish callbacks [] for security_group (5d5fc27b-385a-4137-a9cf-a9c7fe8d803d), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:07.215491 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4f80f6b1-523a-43e3-a77f-c98e387cfe36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (5d5fc27b-385a-4137-a9cf-a9c7fe8d803d), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:07.287241 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-4f80f6b1-523a-43e3-a77f-c98e387cfe36 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9316dc6b766147b4ac43791e2714f2e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3975275 Sep 04 01:14:07.287649 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 55800) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:07.288620 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f80f6b1-523a-43e3-a77f-c98e387cfe36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5fc27b-385a-4137-a9cf-a9c7fe8d803d,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:07.302195 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80f6b1-523a-43e3-a77f-c98e387cfe36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:07.306756 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80f6b1-523a-43e3-a77f-c98e387cfe36 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:07.306756 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80f6b1-523a-43e3-a77f-c98e387cfe36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:07.306756 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80f6b1-523a-43e3-a77f-c98e387cfe36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:07.306756 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80f6b1-523a-43e3-a77f-c98e387cfe36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:07.306756 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80f6b1-523a-43e3-a77f-c98e387cfe36 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:07.306756 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80f6b1-523a-43e3-a77f-c98e387cfe36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:07.306756 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80f6b1-523a-43e3-a77f-c98e387cfe36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:07.306756 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80f6b1-523a-43e3-a77f-c98e387cfe36 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:07.306756 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80f6b1-523a-43e3-a77f-c98e387cfe36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:07.306756 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80f6b1-523a-43e3-a77f-c98e387cfe36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:07.306756 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80f6b1-523a-43e3-a77f-c98e387cfe36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:07.306756 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80f6b1-523a-43e3-a77f-c98e387cfe36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:07.306756 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80f6b1-523a-43e3-a77f-c98e387cfe36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:07.306756 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80f6b1-523a-43e3-a77f-c98e387cfe36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:07.340264 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c186b841-4905-4862-80d1-f312867f0b8a admin admin] Publish callbacks [] for security_group (5d5fc27b-385a-4137-a9cf-a9c7fe8d803d), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:07.364561 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c186b841-4905-4862-80d1-f312867f0b8a admin admin] Publish callbacks [] for security_group (5d5fc27b-385a-4137-a9cf-a9c7fe8d803d), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:07.403215 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5a760214-11e1-445f-901f-cb0b214dbd47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1721291'] for router_interface (f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:07.499926 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c186b841-4905-4862-80d1-f312867f0b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (5d5fc27b-385a-4137-a9cf-a9c7fe8d803d), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:07.502570 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c186b841-4905-4862-80d1-f312867f0b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:07.506026 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-c186b841-4905-4862-80d1-f312867f0b8a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5d5fc27b-385a-4137-a9cf-a9c7fe8d803d HTTP/1.1" status: 204 len: 168 time: 0.2147932 Sep 04 01:14:07.515493 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186b841-4905-4862-80d1-f312867f0b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5fc27b-385a-4137-a9cf-a9c7fe8d803d,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:07.889349 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:07.899118 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-5a760214-11e1-445f-901f-cb0b214dbd47 admin admin] Deleting port 9db3ca9e-27d3-4852-b8c6-3fc745d2d055 {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:14:07.899621 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5a760214-11e1-445f-901f-cb0b214dbd47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (9db3ca9e-27d3-4852-b8c6-3fc745d2d055), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:07.986751 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.db [None req-5a760214-11e1-445f-901f-cb0b214dbd47 admin admin] For port 9db3ca9e-27d3-4852-b8c6-3fc745d2d055, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9db3ca9e-27d3-4852-b8c6-3fc745d2d055,segment=NetworkSegment(7f3c23b7-4619-4de8-89fe-789a39101159),segment_id=7f3c23b7-4619-4de8-89fe-789a39101159)] {{(pid=106790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:07.987118 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5a760214-11e1-445f-901f-cb0b214dbd47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (9db3ca9e-27d3-4852-b8c6-3fc745d2d055), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:08.000752 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-5a760214-11e1-445f-901f-cb0b214dbd47 admin admin] Calling delete_port for 9db3ca9e-27d3-4852-b8c6-3fc745d2d055 owned by network:router_interface {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:14:08.065731 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:08.231199 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5a760214-11e1-445f-901f-cb0b214dbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (9db3ca9e-27d3-4852-b8c6-3fc745d2d055), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:08.259509 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a760214-11e1-445f-901f-cb0b214dbd47 admin admin] Pushing event deleted for resources: {'Port': ['ID=9db3ca9e-27d3-4852-b8c6-3fc745d2d055,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:08.321825 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 55842) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:08.473041 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5d21c11a-e02e-4405-a3ad-a5a58feb8a14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:08.475162 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5a760214-11e1-445f-901f-cb0b214dbd47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814139'] for router_interface (f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:08.491674 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:08.656303 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5d21c11a-e02e-4405-a3ad-a5a58feb8a14 admin admin] Publish callbacks [] for security_group (001f418d-9847-4ab8-b278-951d1f72169c), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:08.672965 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 55852) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:08.734572 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5d21c11a-e02e-4405-a3ad-a5a58feb8a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (001f418d-9847-4ab8-b278-951d1f72169c), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:08.750745 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:08.772083 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-11a59eb1-46d6-49cd-b57c-46214c048560 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-749699042-network', 'tenant_id': '027792a6118140099aaf522ca15bb07e'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:08.789322 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-5d21c11a-e02e-4405-a3ad-a5a58feb8a14 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=66afded63f464752aa18426be3a437ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4664249 Sep 04 01:14:08.791097 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21c11a-e02e-4405-a3ad-a5a58feb8a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001f418d-9847-4ab8-b278-951d1f72169c,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:08.792004 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 55856) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:08.805490 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a760214-11e1-445f-901f-cb0b214dbd47 admin admin] Router f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:14:08.817289 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:08.845595 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ffa61dab-a203-4ef6-99fc-6165e192b0d3 admin admin] Publish callbacks [] for security_group (001f418d-9847-4ab8-b278-951d1f72169c), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:08.867514 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ffa61dab-a203-4ef6-99fc-6165e192b0d3 admin admin] Publish callbacks [] for security_group (001f418d-9847-4ab8-b278-951d1f72169c), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:08.869745 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a59eb1-46d6-49cd-b57c-46214c048560 admin admin] Made reservation on behalf of 027792a6118140099aaf522ca15bb07e for: {'network': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:14:08.872021 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-11a59eb1-46d6-49cd-b57c-46214c048560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for network (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:08.879502 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:08.887052 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-11a59eb1-46d6-49cd-b57c-46214c048560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:08.923130 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a760214-11e1-445f-901f-cb0b214dbd47 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:14:08.928627 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-5a760214-11e1-445f-901f-cb0b214dbd47 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1912687 Sep 04 01:14:08.931243 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 55858) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:08.935465 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83082a3-ad9c-479a-a892-b851dae9793c None None] Sync routers for ids ['f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:14:08.947216 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83082a3-ad9c-479a-a892-b851dae9793c None None] Routers {'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:14:08.947934 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-b83082a3-ad9c-479a-a892-b851dae9793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:14:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:08.995312 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-11a59eb1-46d6-49cd-b57c-46214c048560 admin admin] Publish callbacks [] for security_group (76caf30c-8da1-44c1-bbaa-626b44c17c1d), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:09.020163 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ffa61dab-a203-4ef6-99fc-6165e192b0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (001f418d-9847-4ab8-b278-951d1f72169c), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:09.022705 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ffa61dab-a203-4ef6-99fc-6165e192b0d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:09.024025 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-ffa61dab-a203-4ef6-99fc-6165e192b0d3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/001f418d-9847-4ab8-b278-951d1f72169c HTTP/1.1" status: 204 len: 168 time: 0.2309957 Sep 04 01:14:09.038270 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa61dab-a203-4ef6-99fc-6165e192b0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001f418d-9847-4ab8-b278-951d1f72169c,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:09.043532 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-24e3b0ca-513b-4dfd-99b9-c47fb8290cd0 admin admin] Publish callbacks [] for router (f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:09.050469 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-11a59eb1-46d6-49cd-b57c-46214c048560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (76caf30c-8da1-44c1-bbaa-626b44c17c1d), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:09.052860 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-b83082a3-ad9c-479a-a892-b851dae9793c None None] Set router f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:14:09.095553 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a59eb1-46d6-49cd-b57c-46214c048560 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=106791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:14:09.109005 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a59eb1-46d6-49cd-b57c-46214c048560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76caf30c-8da1-44c1-bbaa-626b44c17c1d,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:09.112441 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-11a59eb1-46d6-49cd-b57c-46214c048560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (bb3f529c-5ae7-4cc5-a11f-2074c23f8407), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:09.113048 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.segments_db [None req-11a59eb1-46d6-49cd-b57c-46214c048560 admin admin] Added segment bb3f529c-5ae7-4cc5-a11f-2074c23f8407 of type vlan for network 93fca803-def7-462d-b519-0eb07f4ac511 Sep 04 01:14:09.161886 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-11a59eb1-46d6-49cd-b57c-46214c048560 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760291093679'] for network (93fca803-def7-462d-b519-0eb07f4ac511), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:09.181610 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-24e3b0ca-513b-4dfd-99b9-c47fb8290cd0 admin admin] Publish callbacks [] for router_gateway (f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:09.257144 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-b83082a3-ad9c-479a-a892-b851dae9793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'name': 'tempest-TestShelveInstance-1866404127-router', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41'}], 'enable_snat': True}, 'gw_port_id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:28Z', 'updated_at': '2022-09-04T01:14:08Z', 'revision_number': 5, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'gw_port': {'id': 'e507db86-47c3-4953-96bb-c5e552b4f602', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:29Z', 'updated_at': '2022-09-04T01:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:09.282397 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83082a3-ad9c-479a-a892-b851dae9793c None None] Checking router: f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:14:09.290580 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83082a3-ad9c-479a-a892-b851dae9793c None None] Routers {'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:14:09.291165 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-b83082a3-ad9c-479a-a892-b851dae9793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:14:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:09.328441 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-24e3b0ca-513b-4dfd-99b9-c47fb8290cd0 admin admin] Deleting port e507db86-47c3-4953-96bb-c5e552b4f602 {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:14:09.329063 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-24e3b0ca-513b-4dfd-99b9-c47fb8290cd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (e507db86-47c3-4953-96bb-c5e552b4f602), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:09.357183 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-11a59eb1-46d6-49cd-b57c-46214c048560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for network (93fca803-def7-462d-b519-0eb07f4ac511), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:09.363288 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a59eb1-46d6-49cd-b57c-46214c048560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:09.363288 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-11a59eb1-46d6-49cd-b57c-46214c048560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:09.371192 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:09.386409 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-b83082a3-ad9c-479a-a892-b851dae9793c None None] Set router f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 gateway port host: None {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:14:09.423383 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.db [None req-24e3b0ca-513b-4dfd-99b9-c47fb8290cd0 admin admin] For port e507db86-47c3-4953-96bb-c5e552b4f602, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e507db86-47c3-4953-96bb-c5e552b4f602,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:09.423853 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-24e3b0ca-513b-4dfd-99b9-c47fb8290cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (e507db86-47c3-4953-96bb-c5e552b4f602), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:09.424872 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a59eb1-46d6-49cd-b57c-46214c048560 admin admin] Pushing event updated for resources: {'Network': ['ID=93fca803-def7-462d-b519-0eb07f4ac511,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:09.439858 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Network 93fca803-def7-462d-b519-0eb07f4ac511 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:14:09.451343 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-24e3b0ca-513b-4dfd-99b9-c47fb8290cd0 admin admin] Calling delete_port for e507db86-47c3-4953-96bb-c5e552b4f602 owned by network:router_gateway {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:14:09.462522 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-b83082a3-ad9c-479a-a892-b851dae9793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'name': 'tempest-TestShelveInstance-1866404127-router', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:28Z', 'updated_at': '2022-09-04T01:14:09Z', 'revision_number': 6, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:09.488792 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83082a3-ad9c-479a-a892-b851dae9793c None None] The sync data for ids ['f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7'] in dv-cinder-master-3-iscsi is: [{'id': 'f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7', 'name': 'tempest-TestShelveInstance-1866404127-router', 'tenant_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:28Z', 'updated_at': '2022-09-04T01:14:09Z', 'revision_number': 6, 'project_id': '735896cd6b3b4c448dd94b3bf7577cb8', 'gw_port_host': None}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:14:09.497421 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-11a59eb1-46d6-49cd-b57c-46214c048560 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8232872 Sep 04 01:14:09.500357 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 55866) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:09.505187 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-eea414db-77d3-4c64-bf16-1b592345b835 admin admin] Request body: {'subnet': {'network_id': '93fca803-def7-462d-b519-0eb07f4ac511', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-749699042-subnet', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'ip_version': 4}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:09.620054 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea414db-77d3-4c64-bf16-1b592345b835 admin admin] Made reservation on behalf of 027792a6118140099aaf522ca15bb07e for: {'subnet': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:14:09.622433 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-eea414db-77d3-4c64-bf16-1b592345b835 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65271629'] for subnet (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:09.625462 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=74,neutron:INSERT=16,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:09.762804 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-24e3b0ca-513b-4dfd-99b9-c47fb8290cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (e507db86-47c3-4953-96bb-c5e552b4f602), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:09.789713 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3b0ca-513b-4dfd-99b9-c47fb8290cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e507db86-47c3-4953-96bb-c5e552b4f602,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:09.795799 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 55868) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:09.828944 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-40b4a197-c7c4-42c3-8b34-7ee0a2884b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:09.854561 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-eea414db-77d3-4c64-bf16-1b592345b835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65166100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65271679'] for subnet (231765c8-800c-4149-b414-9dbe7bc03304), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:09.894545 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-24e3b0ca-513b-4dfd-99b9-c47fb8290cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1810984'] for router_gateway (f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:09.936940 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea414db-77d3-4c64-bf16-1b592345b835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=231765c8-800c-4149-b414-9dbe7bc03304,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:09.938267 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea414db-77d3-4c64-bf16-1b592345b835 admin admin] Checking segment: {'id': 'bb3f529c-5ae7-4cc5-a11f-2074c23f8407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:14:09.938706 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea414db-77d3-4c64-bf16-1b592345b835 admin admin] Network hostable DHCP agents. Network: 93fca803-def7-462d-b519-0eb07f4ac511, hostable agents: ['f07b96a2-ea86-405f-a561-e6ede253778c'], hosted agents: [] {{(pid=106791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:14:09.999409 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-24e3b0ca-513b-4dfd-99b9-c47fb8290cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14346'] for router (f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.004494 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-24e3b0ca-513b-4dfd-99b9-c47fb8290cd0 admin admin] Publish callbacks [] for router_controller (f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7), precommit_delete_associations {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.010670 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:10.036707 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea414db-77d3-4c64-bf16-1b592345b835 admin admin] Network 93fca803-def7-462d-b519-0eb07f4ac511 is scheduled to be hosted by DHCP agent f07b96a2-ea86-405f-a561-e6ede253778c with binding_index 1 {{(pid=106791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:14:10.069291 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-40b4a197-c7c4-42c3-8b34-7ee0a2884b35 admin admin] Publish callbacks [] for security_group (ecdcf72a-089d-482a-b405-420aa577a228), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.110997 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-eea414db-77d3-4c64-bf16-1b592345b835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 93fca803-def7-462d-b519-0eb07f4ac511) {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:10.114987 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea414db-77d3-4c64-bf16-1b592345b835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:10.115647 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-eea414db-77d3-4c64-bf16-1b592345b835 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.121942 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc98bab2-3f6d-4d2a-8664-3e34a88f5b54 None None] Network 93fca803-def7-462d-b519-0eb07f4ac511 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:14:10.134440 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-24e3b0ca-513b-4dfd-99b9-c47fb8290cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1721226'] for router (f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.135062 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e3b0ca-513b-4dfd-99b9-c47fb8290cd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 {{(pid=106790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 01:14:10.141515 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-24e3b0ca-513b-4dfd-99b9-c47fb8290cd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.142819 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-24e3b0ca-513b-4dfd-99b9-c47fb8290cd0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/f0ee559e-077c-4e58-ab73-0bb5ccdf6fe7 HTTP/1.1" status: 204 len: 168 time: 1.2106767 Sep 04 01:14:10.143822 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-40b4a197-c7c4-42c3-8b34-7ee0a2884b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (ecdcf72a-089d-482a-b405-420aa577a228), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.145896 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 55872) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:10.197906 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4a197-c7c4-42c3-8b34-7ee0a2884b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdcf72a-089d-482a-b405-420aa577a228,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:10.198362 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-eea414db-77d3-4c64-bf16-1b592345b835 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6896324 Sep 04 01:14:10.198472 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-40b4a197-c7c4-42c3-8b34-7ee0a2884b35 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=da3cd3ece2bf4885892aa6b2afdbd787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3975327 Sep 04 01:14:10.198472 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 55874) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:10.199928 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-18ca3c02-9b90-4c64-9b5c-ec226499a6e3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-749699042-router', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:10.204619 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 55876) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:10.226020 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_v2 [None req-75246bb3-a9bc-40a7-a40a-591812e3703b admin admin] Deleting subnet 7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db {{(pid=106791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:14:10.229869 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-75246bb3-a9bc-40a7-a40a-591812e3703b admin admin] Publish callbacks [] for subnet (7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.263680 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:10.263789 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb9bf8d-9869-4f63-8f7d-7fc93746f0a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-93fca803-def7-462d-b519-0eb07f4ac511', 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511', 'project_id': '027792a6118140099aaf522ca15bb07e', 'fixed_ips': [{'subnet_id': '231765c8-800c-4149-b414-9dbe7bc03304'}]}} from dv-cinder-master-3-iscsi. {{(pid=106792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 01:14:10.263789 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-deb9bf8d-9869-4f63-8f7d-7fc93746f0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.273569 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a217829b-c4e0-49ef-b922-c59658062b64 admin admin] Publish callbacks [] for security_group (ecdcf72a-089d-482a-b405-420aa577a228), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.279490 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-75246bb3-a9bc-40a7-a40a-591812e3703b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-969661'] for subnet (7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db), precommit_delete_associations {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.301299 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a217829b-c4e0-49ef-b922-c59658062b64 admin admin] Publish callbacks [] for security_group (ecdcf72a-089d-482a-b405-420aa577a228), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.358165 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-18ca3c02-9b90-4c64-9b5c-ec226499a6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1814000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14356'] for router (54174312-f04b-4db8-8dc3-1c58848b0d5e), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.359275 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-18ca3c02-9b90-4c64-9b5c-ec226499a6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1814446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14365'] for router (54174312-f04b-4db8-8dc3-1c58848b0d5e), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.364550 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-75246bb3-a9bc-40a7-a40a-591812e3703b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869317'] for subnet (7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.405989 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.db_base_plugin_common [None req-deb9bf8d-9869-4f63-8f7d-7fc93746f0a7 None None] Allocated IP 172.20.0.2 (93fca803-def7-462d-b519-0eb07f4ac511/231765c8-800c-4149-b414-9dbe7bc03304/5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d) {{(pid=106792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:14:10.437325 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a217829b-c4e0-49ef-b922-c59658062b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (ecdcf72a-089d-482a-b405-420aa577a228), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.439964 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a217829b-c4e0-49ef-b922-c59658062b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.441159 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-a217829b-c4e0-49ef-b922-c59658062b64 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ecdcf72a-089d-482a-b405-420aa577a228 HTTP/1.1" status: 204 len: 168 time: 0.2354598 Sep 04 01:14:10.444279 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:DELETE=7 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:10.455961 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217829b-c4e0-49ef-b922-c59658062b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdcf72a-089d-482a-b405-420aa577a228,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:10.503985 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-18ca3c02-9b90-4c64-9b5c-ec226499a6e3 admin admin] Publish callbacks [] for router_controller (54174312-f04b-4db8-8dc3-1c58848b0d5e), precommit_add_association {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.514372 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:10.525890 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:10.536577 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-75246bb3-a9bc-40a7-a40a-591812e3703b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65166171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65271670'] for subnet (7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.582426 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-deb9bf8d-9869-4f63-8f7d-7fc93746f0a7 None None] Publish callbacks [] for port (5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d), precommit_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.593762 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-75246bb3-a9bc-40a7-a40a-591812e3703b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.597259 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637f5299-5055-43b5-9362-81919eedd809 None None] Network a4020194-c9cd-46d3-9c56-5d8c215c248f requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:14:10.604744 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-75246bb3-a9bc-40a7-a40a-591812e3703b admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db HTTP/1.1" status: 204 len: 168 time: 0.4554811 Sep 04 01:14:10.604744 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75246bb3-a9bc-40a7-a40a-591812e3703b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ab2e9dc-328d-4fbf-b70b-2170fdc1a3db,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:10.606588 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 55880) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:10.656232 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 9db3ca9e-27d3-4852-b8c6-3fc745d2d055 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:14:10.687242 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: 9db3ca9e-27d3-4852-b8c6-3fc745d2d055 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:14:10.693726 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 9db3ca9e-27d3-4852-b8c6-3fc745d2d055 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:14:10.693726 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device e507db86-47c3-4953-96bb-c5e552b4f602 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:14:10.697316 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-23840ecb-044b-477b-a3bd-c27454e70e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855412'] for network (a4020194-c9cd-46d3-9c56-5d8c215c248f), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.713928 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: e507db86-47c3-4953-96bb-c5e552b4f602 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:14:10.714191 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device e507db86-47c3-4953-96bb-c5e552b4f602 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:14:10.717939 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-deb9bf8d-9869-4f63-8f7d-7fc93746f0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d), after_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.752480 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-23840ecb-044b-477b-a3bd-c27454e70e8e admin admin] Deleting port 68e4df44-e581-4fa1-922b-1b78021d5d7b {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:14:10.753000 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-23840ecb-044b-477b-a3bd-c27454e70e8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (68e4df44-e581-4fa1-922b-1b78021d5d7b), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.791611 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb9bf8d-9869-4f63-8f7d-7fc93746f0a7 None None] Network 93fca803-def7-462d-b519-0eb07f4ac511 is already hosted by enough agents. {{(pid=106792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:14:10.791794 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-18ca3c02-9b90-4c64-9b5c-ec226499a6e3 admin admin] Publish callbacks [] for router_gateway (54174312-f04b-4db8-8dc3-1c58848b0d5e), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.793536 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.base_scheduler [None req-deb9bf8d-9869-4f63-8f7d-7fc93746f0a7 None None] Resources bound (agent type, host, resource id): {{(pid=106792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:10.798973 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb9bf8d-9869-4f63-8f7d-7fc93746f0a7 None None] Received port after_create {{(pid=106792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:14:10.805638 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9bf8d-9869-4f63-8f7d-7fc93746f0a7 None None] Pushing event updated for resources: {'Port': ['ID=5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d,revision_number=1']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:10.832777 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [None req-23840ecb-044b-477b-a3bd-c27454e70e8e admin admin] For port 68e4df44-e581-4fa1-922b-1b78021d5d7b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=68e4df44-e581-4fa1-922b-1b78021d5d7b,segment=NetworkSegment(7f3c23b7-4619-4de8-89fe-789a39101159),segment_id=7f3c23b7-4619-4de8-89fe-789a39101159)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:10.833268 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-23840ecb-044b-477b-a3bd-c27454e70e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (68e4df44-e581-4fa1-922b-1b78021d5d7b), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.854026 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-23840ecb-044b-477b-a3bd-c27454e70e8e admin admin] Calling delete_port for 68e4df44-e581-4fa1-922b-1b78021d5d7b owned by network:dhcp {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:14:10.866923 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:10.871289 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-deb9bf8d-9869-4f63-8f7d-7fc93746f0a7 None None] Attempting to bind port 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:14:10.877372 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-deb9bf8d-9869-4f63-8f7d-7fc93746f0a7 None None] Attempting to bind port 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'bb3f529c-5ae7-4cc5-a11f-2074c23f8407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:14:10.877372 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9bf8d-9869-4f63-8f7d-7fc93746f0a7 None None] Attempting to bind port 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d on network 93fca803-def7-462d-b519-0eb07f4ac511 {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:14:10.882673 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9bf8d-9869-4f63-8f7d-7fc93746f0a7 None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:14:10.883061 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9bf8d-9869-4f63-8f7d-7fc93746f0a7 None None] Checking segment: {'id': 'bb3f529c-5ae7-4cc5-a11f-2074c23f8407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:14:10.883494 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-deb9bf8d-9869-4f63-8f7d-7fc93746f0a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.883899 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9bf8d-9869-4f63-8f7d-7fc93746f0a7 None None] Bound using segment: {'id': 'bb3f529c-5ae7-4cc5-a11f-2074c23f8407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:14:10.884384 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-deb9bf8d-9869-4f63-8f7d-7fc93746f0a7 None None] Bound port: 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3f529c-5ae7-4cc5-a11f-2074c23f8407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:14:10.884758 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-deb9bf8d-9869-4f63-8f7d-7fc93746f0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:10.889329 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bdfacf-6030-427f-9bc8-8d302006012b None None] DHCP port deletion for a4020194-c9cd-46d3-9c56-5d8c215c248f request from dv-cinder-master-3-iscsi {{(pid=106792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 01:14:10.977811 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-c4bdfacf-6030-427f-9bc8-8d302006012b None None] Deleting port 68e4df44-e581-4fa1-922b-1b78021d5d7b {{(pid=106792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:14:10.978090 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c4bdfacf-6030-427f-9bc8-8d302006012b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (68e4df44-e581-4fa1-922b-1b78021d5d7b), before_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:11.014536 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-23840ecb-044b-477b-a3bd-c27454e70e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (68e4df44-e581-4fa1-922b-1b78021d5d7b), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:11.025384 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-deb9bf8d-9869-4f63-8f7d-7fc93746f0a7 None None] For port 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:14:11.031068 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23840ecb-044b-477b-a3bd-c27454e70e8e admin admin] No DVR routers for this DVR port 68e4df44-e581-4fa1-922b-1b78021d5d7b on host dv-cinder-master-3-iscsi {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:14:11.052566 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-deb9bf8d-9869-4f63-8f7d-7fc93746f0a7 None None] For port 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d,segment=NetworkSegment(bb3f529c-5ae7-4cc5-a11f-2074c23f8407),segment_id=bb3f529c-5ae7-4cc5-a11f-2074c23f8407)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:14:11.061054 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23840ecb-044b-477b-a3bd-c27454e70e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=68e4df44-e581-4fa1-922b-1b78021d5d7b,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:11.071748 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-c4bdfacf-6030-427f-9bc8-8d302006012b None None] For port 68e4df44-e581-4fa1-922b-1b78021d5d7b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=68e4df44-e581-4fa1-922b-1b78021d5d7b,segment=NetworkSegment(7f3c23b7-4619-4de8-89fe-789a39101159),segment_id=7f3c23b7-4619-4de8-89fe-789a39101159)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:11.072456 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c4bdfacf-6030-427f-9bc8-8d302006012b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (68e4df44-e581-4fa1-922b-1b78021d5d7b), precommit_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:11.086156 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-18ca3c02-9b90-4c64-9b5c-ec226499a6e3 admin admin] Publish callbacks [] for router_gateway (54174312-f04b-4db8-8dc3-1c58848b0d5e), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:11.087622 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-c4bdfacf-6030-427f-9bc8-8d302006012b None None] Calling delete_port for 68e4df44-e581-4fa1-922b-1b78021d5d7b owned by network:dhcp {{(pid=106792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:14:11.111571 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-18ca3c02-9b90-4c64-9b5c-ec226499a6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:11.135169 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-deb9bf8d-9869-4f63-8f7d-7fc93746f0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:11.162614 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-23840ecb-044b-477b-a3bd-c27454e70e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1299106', 'neutron.services.segments.db._delete_segments_for_network-8760291617684'] for network (a4020194-c9cd-46d3-9c56-5d8c215c248f), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:11.192944 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-23840ecb-044b-477b-a3bd-c27454e70e8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4020194-c9cd-46d3-9c56-5d8c215c248f']}} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:11.205314 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-23840ecb-044b-477b-a3bd-c27454e70e8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3c23b7-4619-4de8-89fe-789a39101159') {'for_net_delete': True} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:11.205607 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-23840ecb-044b-477b-a3bd-c27454e70e8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3c23b7-4619-4de8-89fe-789a39101159') {} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:11.218747 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-23840ecb-044b-477b-a3bd-c27454e70e8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760291642516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-969642'] for segment (7f3c23b7-4619-4de8-89fe-789a39101159), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:11.221607 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9bf8d-9869-4f63-8f7d-7fc93746f0a7 None None] Pushing event updated for resources: {'Port': ['ID=5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d,revision_number=2']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:11.234945 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c4bdfacf-6030-427f-9bc8-8d302006012b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882'] for port (68e4df44-e581-4fa1-922b-1b78021d5d7b), after_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:11.239261 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-23840ecb-044b-477b-a3bd-c27454e70e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (7f3c23b7-4619-4de8-89fe-789a39101159), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:11.246497 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23840ecb-044b-477b-a3bd-c27454e70e8e admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=106791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:14:11.246898 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-23840ecb-044b-477b-a3bd-c27454e70e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65167609'] for segment (7f3c23b7-4619-4de8-89fe-789a39101159), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:11.259627 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bdfacf-6030-427f-9bc8-8d302006012b None None] No DVR routers for this DVR port 68e4df44-e581-4fa1-922b-1b78021d5d7b on host dv-cinder-master-3-iscsi {{(pid=106792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:14:11.282932 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdfacf-6030-427f-9bc8-8d302006012b None None] Pushing event deleted for resources: {'Port': ['ID=68e4df44-e581-4fa1-922b-1b78021d5d7b,revision_number=None']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:11.286458 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_common [None req-18ca3c02-9b90-4c64-9b5c-ec226499a6e3 admin admin] Allocated IP 172.37.7.228 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/e7120691-3bea-4fb5-9cd0-62e18c24380d) {{(pid=106790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:14:11.289835 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment 7f3c23b7-4619-4de8-89fe-789a39101159 resource provider aggregate not found Sep 04 01:14:11.320347 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:11.343216 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment 7f3c23b7-4619-4de8-89fe-789a39101159 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f3c23b7-4619-4de8-89fe-789a39101159 found for delete ", "request_id": "req-1d0ce2c1-b1ef-4357-bf5a-190241d1eed3"}]} Sep 04 01:14:11.428356 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-23840ecb-044b-477b-a3bd-c27454e70e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1299115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811184'] for network (a4020194-c9cd-46d3-9c56-5d8c215c248f), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:11.449205 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-23840ecb-044b-477b-a3bd-c27454e70e8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:11.463848 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-23840ecb-044b-477b-a3bd-c27454e70e8e admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/a4020194-c9cd-46d3-9c56-5d8c215c248f HTTP/1.1" status: 204 len: 168 time: 0.8535385 Sep 04 01:14:11.464647 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 55900) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:11.480356 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-18ca3c02-9b90-4c64-9b5c-ec226499a6e3 admin admin] Publish callbacks [] for port (e7120691-3bea-4fb5-9cd0-62e18c24380d), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:11.497059 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23840ecb-044b-477b-a3bd-c27454e70e8e admin admin] Pushing event deleted for resources: {'Network': ['ID=a4020194-c9cd-46d3-9c56-5d8c215c248f,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:11.575160 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-18ca3c02-9b90-4c64-9b5c-ec226499a6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (e7120691-3bea-4fb5-9cd0-62e18c24380d), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:11.637297 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:11.649158 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ca3c02-9b90-4c64-9b5c-ec226499a6e3 admin admin] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:14:11.656590 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-18ca3c02-9b90-4c64-9b5c-ec226499a6e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:11.660651 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca3c02-9b90-4c64-9b5c-ec226499a6e3 admin admin] Received port after_create {{(pid=106790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:14:11.692034 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca3c02-9b90-4c64-9b5c-ec226499a6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=e7120691-3bea-4fb5-9cd0-62e18c24380d,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:11.874762 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-83d4bc7a-18ba-40c4-8041-47397494de7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1721291'] for router_interface (c7c609e2-c44b-4962-9209-ce53822f43c1), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:11.917028 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:11.972585 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:11.981637 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-18ca3c02-9b90-4c64-9b5c-ec226499a6e3 admin admin] Publish callbacks [] for router_gateway (54174312-f04b-4db8-8dc3-1c58848b0d5e), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:12.132665 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-83d4bc7a-18ba-40c4-8041-47397494de7d admin admin] Deleting port f0af75e4-63aa-44d3-bff7-973c3caf9bf9 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:14:12.133313 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-83d4bc7a-18ba-40c4-8041-47397494de7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (f0af75e4-63aa-44d3-bff7-973c3caf9bf9), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:12.219790 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:12.239765 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [None req-83d4bc7a-18ba-40c4-8041-47397494de7d admin admin] For port f0af75e4-63aa-44d3-bff7-973c3caf9bf9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f0af75e4-63aa-44d3-bff7-973c3caf9bf9,segment=NetworkSegment(abbe0616-13d4-47f1-9a7c-8e1bb8a244fd),segment_id=abbe0616-13d4-47f1-9a7c-8e1bb8a244fd)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:12.240385 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-83d4bc7a-18ba-40c4-8041-47397494de7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (f0af75e4-63aa-44d3-bff7-973c3caf9bf9), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:12.263216 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-83d4bc7a-18ba-40c4-8041-47397494de7d admin admin] Calling delete_port for f0af75e4-63aa-44d3-bff7-973c3caf9bf9 owned by network:router_interface {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:14:12.360887 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdd5419-e3b7-450f-9320-6696b74a9a75 None None] Network 93fca803-def7-462d-b519-0eb07f4ac511 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:14:12.452067 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-f5b4ed3c-e2af-4faf-8e67-870df8b5f8aa None None] Provisioning complete for port 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:12.452682 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-f5b4ed3c-e2af-4faf-8e67-870df8b5f8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:12.508421 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-18ca3c02-9b90-4c64-9b5c-ec226499a6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816303'] for router (54174312-f04b-4db8-8dc3-1c58848b0d5e), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:12.558689 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-83d4bc7a-18ba-40c4-8041-47397494de7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (f0af75e4-63aa-44d3-bff7-973c3caf9bf9), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:12.569268 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:12.587704 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4ed3c-e2af-4faf-8e67-870df8b5f8aa None None] Current status of the port 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:12.588403 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-f5b4ed3c-e2af-4faf-8e67-870df8b5f8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:12.629962 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-f5b4ed3c-e2af-4faf-8e67-870df8b5f8aa None None] For port 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d,segment=NetworkSegment(bb3f529c-5ae7-4cc5-a11f-2074c23f8407),segment_id=bb3f529c-5ae7-4cc5-a11f-2074c23f8407)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:12.636249 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4bc7a-18ba-40c4-8041-47397494de7d admin admin] Pushing event deleted for resources: {'Port': ['ID=f0af75e4-63aa-44d3-bff7-973c3caf9bf9,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:12.693386 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:12.725482 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-f5b4ed3c-e2af-4faf-8e67-870df8b5f8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:12.740777 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ca3c02-9b90-4c64-9b5c-ec226499a6e3 admin admin] Router 54174312-f04b-4db8-8dc3-1c58848b0d5e is scheduled to L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe with binding_index 1 {{(pid=106790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 01:14:12.842556 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:12.843438 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:12.845391 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4ed3c-e2af-4faf-8e67-870df8b5f8aa None None] Pushing event updated for resources: {'Port': ['ID=5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:12.957151 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:12.962941 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ca3c02-9b90-4c64-9b5c-ec226499a6e3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:14:12.979186 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] Sync routers for ids ['54174312-f04b-4db8-8dc3-1c58848b0d5e'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:14:13.007617 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] Routers {'54174312-f04b-4db8-8dc3-1c58848b0d5e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:14:13.008522 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:14:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['54174312-f04b-4db8-8dc3-1c58848b0d5e'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:13.056235 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:13.064424 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:14:13.086540 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-18ca3c02-9b90-4c64-9b5c-ec226499a6e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:13.095334 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-18ca3c02-9b90-4c64-9b5c-ec226499a6e3 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8990712 Sep 04 01:14:13.097320 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-7bb1bbb4-51db-46b5-a38e-f2e75d99fa8e None None] Provisioning complete for port 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:13.097952 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-7bb1bbb4-51db-46b5-a38e-f2e75d99fa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:13.099307 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 55932) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:13.240985 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:13.244969 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-83d4bc7a-18ba-40c4-8041-47397494de7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814139'] for router_interface (c7c609e2-c44b-4962-9209-ce53822f43c1), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:13.333425 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 68e4df44-e581-4fa1-922b-1b78021d5d7b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:14:13.371085 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: 68e4df44-e581-4fa1-922b-1b78021d5d7b {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:14:13.371444 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 68e4df44-e581-4fa1-922b-1b78021d5d7b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:14:13.420531 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] Set router 54174312-f04b-4db8-8dc3-1c58848b0d5e gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:14:13.499633 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-7bb1bbb4-51db-46b5-a38e-f2e75d99fa8e None None] Current status of the port 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:13.505182 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d4bc7a-18ba-40c4-8041-47397494de7d admin admin] Router c7c609e2-c44b-4962-9209-ce53822f43c1 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:14:13.626056 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-1dfe509f-fc6a-4c60-ba02-b59ea15e9cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:13.629131 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:13.636108 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'name': 'tempest-TestMinimumBasicScenario-749699042-router', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:10Z', 'updated_at': '2022-09-04T01:14:11Z', 'revision_number': 3, 'project_id': '027792a6118140099aaf522ca15bb07e', 'gw_port': {'id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:11Z', 'updated_at': '2022-09-04T01:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:13.641909 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d4bc7a-18ba-40c4-8041-47397494de7d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:14:13.646924 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-83d4bc7a-18ba-40c4-8041-47397494de7d admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/c7c609e2-c44b-4962-9209-ce53822f43c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1568120 Sep 04 01:14:13.649575 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 55940) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:13.655161 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e31dc8-dd37-486a-92e7-1f8bc9e023da None None] Sync routers for ids ['c7c609e2-c44b-4962-9209-ce53822f43c1'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:14:13.667424 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e31dc8-dd37-486a-92e7-1f8bc9e023da None None] Routers {'c7c609e2-c44b-4962-9209-ce53822f43c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:14:13.668319 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-d1e31dc8-dd37-486a-92e7-1f8bc9e023da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:14:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['c7c609e2-c44b-4962-9209-ce53822f43c1'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:13.682969 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] Checking router: 54174312-f04b-4db8-8dc3-1c58848b0d5e for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:14:13.685603 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] Updating router 54174312-f04b-4db8-8dc3-1c58848b0d5e port e7120691-3bea-4fb5-9cd0-62e18c24380d binding host dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:14:13.714297 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (e7120691-3bea-4fb5-9cd0-62e18c24380d), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:13.775666 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5f716760-2f31-47ec-94f0-a792351c975f admin admin] Publish callbacks [] for router (c7c609e2-c44b-4962-9209-ce53822f43c1), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:13.808000 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_common [None req-1dfe509f-fc6a-4c60-ba02-b59ea15e9cd0 admin admin] Allocated IP 172.20.0.1 (93fca803-def7-462d-b519-0eb07f4ac511/231765c8-800c-4149-b414-9dbe7bc03304/7f2856e4-8bb1-4647-8890-edd403bce7d0) {{(pid=106790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:14:13.816374 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-d1e31dc8-dd37-486a-92e7-1f8bc9e023da None None] Set router c7c609e2-c44b-4962-9209-ce53822f43c1 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:14:13.896211 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:13.929383 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5f716760-2f31-47ec-94f0-a792351c975f admin admin] Publish callbacks [] for router_gateway (c7c609e2-c44b-4962-9209-ce53822f43c1), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:13.947234 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-1dfe509f-fc6a-4c60-ba02-b59ea15e9cd0 admin admin] Publish callbacks [] for port (7f2856e4-8bb1-4647-8890-edd403bce7d0), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:14.015532 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:14.044870 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] Publish callbacks [] for port (e7120691-3bea-4fb5-9cd0-62e18c24380d), precommit_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:14.077615 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-5f716760-2f31-47ec-94f0-a792351c975f admin admin] Deleting port da545e71-9e15-495e-b08a-2c36ede84742 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:14:14.077924 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5f716760-2f31-47ec-94f0-a792351c975f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (da545e71-9e15-495e-b08a-2c36ede84742), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:14.079209 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-1dfe509f-fc6a-4c60-ba02-b59ea15e9cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (7f2856e4-8bb1-4647-8890-edd403bce7d0), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:14.124785 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe509f-fc6a-4c60-ba02-b59ea15e9cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=7f2856e4-8bb1-4647-8890-edd403bce7d0,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:14.125326 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-d1e31dc8-dd37-486a-92e7-1f8bc9e023da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c609e2-c44b-4962-9209-ce53822f43c1', 'name': 'tempest-TestShelveInstance-985308805-router', 'tenant_id': '2e0ecc6513e54f9597cef651eabc4879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.36'}], 'enable_snat': True}, 'gw_port_id': 'da545e71-9e15-495e-b08a-2c36ede84742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:38Z', 'updated_at': '2022-09-04T01:14:12Z', 'revision_number': 5, 'project_id': '2e0ecc6513e54f9597cef651eabc4879', 'gw_port': {'id': 'da545e71-9e15-495e-b08a-2c36ede84742', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c609e2-c44b-4962-9209-ce53822f43c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:08:39Z', 'updated_at': '2022-09-04T01:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:14.140579 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfe509f-fc6a-4c60-ba02-b59ea15e9cd0 admin admin] Network 93fca803-def7-462d-b519-0eb07f4ac511 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:14:14.141773 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-1dfe509f-fc6a-4c60-ba02-b59ea15e9cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:14.144059 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfe509f-fc6a-4c60-ba02-b59ea15e9cd0 admin admin] Received port after_create {{(pid=106790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:14:14.169149 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (e7120691-3bea-4fb5-9cd0-62e18c24380d), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:14.172352 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:14.173735 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [None req-5f716760-2f31-47ec-94f0-a792351c975f admin admin] For port da545e71-9e15-495e-b08a-2c36ede84742, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=da545e71-9e15-495e-b08a-2c36ede84742,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:14.178399 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5f716760-2f31-47ec-94f0-a792351c975f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (da545e71-9e15-495e-b08a-2c36ede84742), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:14.179055 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e31dc8-dd37-486a-92e7-1f8bc9e023da None None] Checking router: c7c609e2-c44b-4962-9209-ce53822f43c1 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:14:14.187794 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e31dc8-dd37-486a-92e7-1f8bc9e023da None None] Routers {'c7c609e2-c44b-4962-9209-ce53822f43c1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:14:14.189754 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-d1e31dc8-dd37-486a-92e7-1f8bc9e023da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:14:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['c7c609e2-c44b-4962-9209-ce53822f43c1'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:14.191095 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-5f716760-2f31-47ec-94f0-a792351c975f admin admin] Calling delete_port for da545e71-9e15-495e-b08a-2c36ede84742 owned by network:router_gateway {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:14:14.196052 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-1dfe509f-fc6a-4c60-ba02-b59ea15e9cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1721164'] for router_interface (54174312-f04b-4db8-8dc3-1c58848b0d5e), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:14.222840 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] Attempting to bind port e7120691-3bea-4fb5-9cd0-62e18c24380d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:14:14.223290 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] Attempting to bind port e7120691-3bea-4fb5-9cd0-62e18c24380d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:14:14.223857 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] Attempting to bind port e7120691-3bea-4fb5-9cd0-62e18c24380d on network e8e0564a-d5c9-4fe0-b2d4-538f45096708 {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:14:14.239742 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:14:14.240903 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] Checking segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:14:14.241722 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:14.242782 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] Bound using segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:14:14.243698 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] Bound port: e7120691-3bea-4fb5-9cd0-62e18c24380d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:14:14.244533 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (e7120691-3bea-4fb5-9cd0-62e18c24380d), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:14.303325 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:14.326695 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-d1e31dc8-dd37-486a-92e7-1f8bc9e023da None None] Set router c7c609e2-c44b-4962-9209-ce53822f43c1 gateway port host: None {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:14:14.340851 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] For port e7120691-3bea-4fb5-9cd0-62e18c24380d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:14:14.343136 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0d98e-8af6-43b0-9b92-2dda51b136fd None None] Pushing event updated for resources: {'Port': ['ID=e7120691-3bea-4fb5-9cd0-62e18c24380d,revision_number=2']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:14.387120 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-d1e31dc8-dd37-486a-92e7-1f8bc9e023da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c609e2-c44b-4962-9209-ce53822f43c1', 'name': 'tempest-TestShelveInstance-985308805-router', 'tenant_id': '2e0ecc6513e54f9597cef651eabc4879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:38Z', 'updated_at': '2022-09-04T01:14:13Z', 'revision_number': 6, 'project_id': '2e0ecc6513e54f9597cef651eabc4879', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:14.414290 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e31dc8-dd37-486a-92e7-1f8bc9e023da None None] The sync data for ids ['c7c609e2-c44b-4962-9209-ce53822f43c1'] in dv-cinder-master-3-iscsi is: [{'id': 'c7c609e2-c44b-4962-9209-ce53822f43c1', 'name': 'tempest-TestShelveInstance-985308805-router', 'tenant_id': '2e0ecc6513e54f9597cef651eabc4879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:08:38Z', 'updated_at': '2022-09-04T01:14:13Z', 'revision_number': 6, 'project_id': '2e0ecc6513e54f9597cef651eabc4879', 'gw_port_host': None}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:14:14.418193 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-1dfe509f-fc6a-4c60-ba02-b59ea15e9cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (7f2856e4-8bb1-4647-8890-edd403bce7d0), before_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:14.483282 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5f716760-2f31-47ec-94f0-a792351c975f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (da545e71-9e15-495e-b08a-2c36ede84742), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:14.484657 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] For port e7120691-3bea-4fb5-9cd0-62e18c24380d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e7120691-3bea-4fb5-9cd0-62e18c24380d,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:14:14.487545 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:14.511256 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f716760-2f31-47ec-94f0-a792351c975f admin admin] Pushing event deleted for resources: {'Port': ['ID=da545e71-9e15-495e-b08a-2c36ede84742,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:14.531635 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-8bf9514e-0670-4f64-ba36-ba593815e9b9 None None] Provisioning complete for port 7f2856e4-8bb1-4647-8890-edd403bce7d0 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:14.532007 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-8bf9514e-0670-4f64-ba36-ba593815e9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (7f2856e4-8bb1-4647-8890-edd403bce7d0), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:14.557606 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (e7120691-3bea-4fb5-9cd0-62e18c24380d), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:14.585655 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5f716760-2f31-47ec-94f0-a792351c975f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1810984'] for router_gateway (c7c609e2-c44b-4962-9209-ce53822f43c1), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:14.598934 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-8bf9514e-0670-4f64-ba36-ba593815e9b9 None None] Port 7f2856e4-8bb1-4647-8890-edd403bce7d0 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:14:14.601142 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-1dfe509f-fc6a-4c60-ba02-b59ea15e9cd0 admin admin] Publish callbacks [] for port (7f2856e4-8bb1-4647-8890-edd403bce7d0), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:14.614888 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] Routers {'54174312-f04b-4db8-8dc3-1c58848b0d5e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:14:14.615546 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:14:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['54174312-f04b-4db8-8dc3-1c58848b0d5e'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:14.659791 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-1dfe509f-fc6a-4c60-ba02-b59ea15e9cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63045568'] for port (7f2856e4-8bb1-4647-8890-edd403bce7d0), after_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:14.661503 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0d98e-8af6-43b0-9b92-2dda51b136fd None None] Pushing event updated for resources: {'Port': ['ID=e7120691-3bea-4fb5-9cd0-62e18c24380d,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:14.684245 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5f716760-2f31-47ec-94f0-a792351c975f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14346'] for router (c7c609e2-c44b-4962-9209-ce53822f43c1), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:14.687125 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5f716760-2f31-47ec-94f0-a792351c975f admin admin] Publish callbacks [] for router_controller (c7c609e2-c44b-4962-9209-ce53822f43c1), precommit_delete_associations {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:14.734502 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] Set router 54174312-f04b-4db8-8dc3-1c58848b0d5e gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:14:14.742710 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:14.748616 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe509f-fc6a-4c60-ba02-b59ea15e9cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=7f2856e4-8bb1-4647-8890-edd403bce7d0,revision_number=2']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:14.751460 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-1dfe509f-fc6a-4c60-ba02-b59ea15e9cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1721328'] for router_interface (54174312-f04b-4db8-8dc3-1c58848b0d5e), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:14.819361 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5f716760-2f31-47ec-94f0-a792351c975f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1721226'] for router (c7c609e2-c44b-4962-9209-ce53822f43c1), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:14.820054 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f716760-2f31-47ec-94f0-a792351c975f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7c609e2-c44b-4962-9209-ce53822f43c1 {{(pid=106791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 01:14:14.827099 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-5f716760-2f31-47ec-94f0-a792351c975f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:14.831227 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-5f716760-2f31-47ec-94f0-a792351c975f admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/c7c609e2-c44b-4962-9209-ce53822f43c1 HTTP/1.1" status: 204 len: 168 time: 1.1805065 Sep 04 01:14:14.832033 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 55946) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:14.907748 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfe509f-fc6a-4c60-ba02-b59ea15e9cd0 admin admin] Network 93fca803-def7-462d-b519-0eb07f4ac511 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:14:14.909265 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-1dfe509f-fc6a-4c60-ba02-b59ea15e9cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:14.951798 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_v2 [None req-838a2bbf-70f1-460c-807f-14093b88a8cc admin admin] Deleting subnet 14d0e241-d5e5-432d-8a38-2add02637159 {{(pid=106791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:14:14.954861 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-838a2bbf-70f1-460c-807f-14093b88a8cc admin admin] Publish callbacks [] for subnet (14d0e241-d5e5-432d-8a38-2add02637159), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:14.987711 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'name': 'tempest-TestMinimumBasicScenario-749699042-router', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:10Z', 'updated_at': '2022-09-04T01:14:14Z', 'revision_number': 4, 'project_id': '027792a6118140099aaf522ca15bb07e', 'gw_port': {'id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:11Z', 'updated_at': '2022-09-04T01:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7f2856e4-8bb1-4647-8890-edd403bce7d0', 'name': '', 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'mac_address': 'fa:16:3e:29:5f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '231765c8-800c-4149-b414-9dbe7bc03304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:13Z', 'updated_at': '2022-09-04T01:14:13Z', 'revision_number': 1, 'project_id': '027792a6118140099aaf522ca15bb07e', 'subnets': [{'id': '231765c8-800c-4149-b414-9dbe7bc03304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:14.999129 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-838a2bbf-70f1-460c-807f-14093b88a8cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-969661'] for subnet (14d0e241-d5e5-432d-8a38-2add02637159), precommit_delete_associations {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:15.024357 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874cf97c-9f8b-4cca-b185-c0b7e8f36d81 None None] The sync data for ids ['54174312-f04b-4db8-8dc3-1c58848b0d5e'] in dv-cinder-master-3-iscsi is: [{'id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'name': 'tempest-TestMinimumBasicScenario-749699042-router', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:10Z', 'updated_at': '2022-09-04T01:14:14Z', 'revision_number': 4, 'project_id': '027792a6118140099aaf522ca15bb07e', 'gw_port': {'id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:11Z', 'updated_at': '2022-09-04T01:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7f2856e4-8bb1-4647-8890-edd403bce7d0', 'name': '', 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'mac_address': 'fa:16:3e:29:5f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '231765c8-800c-4149-b414-9dbe7bc03304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:13Z', 'updated_at': '2022-09-04T01:14:13Z', 'revision_number': 1, 'project_id': '027792a6118140099aaf522ca15bb07e', 'subnets': [{'id': '231765c8-800c-4149-b414-9dbe7bc03304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:14:15.059499 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfe509f-fc6a-4c60-ba02-b59ea15e9cd0 admin admin] Router 54174312-f04b-4db8-8dc3-1c58848b0d5e has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:14:15.106012 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-838a2bbf-70f1-460c-807f-14093b88a8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869317'] for subnet (14d0e241-d5e5-432d-8a38-2add02637159), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:15.223929 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfe509f-fc6a-4c60-ba02-b59ea15e9cd0 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:14:15.228905 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-1dfe509f-fc6a-4c60-ba02-b59ea15e9cd0 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/54174312-f04b-4db8-8dc3-1c58848b0d5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1260560 Sep 04 01:14:15.281306 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:15.331487 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-838a2bbf-70f1-460c-807f-14093b88a8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65166171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65271670'] for subnet (14d0e241-d5e5-432d-8a38-2add02637159), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:15.355325 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-d03d6503-9540-4492-bead-27d95fb02c2d None None] Provisioning complete for port 7f2856e4-8bb1-4647-8890-edd403bce7d0 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:15.355691 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-d03d6503-9540-4492-bead-27d95fb02c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (7f2856e4-8bb1-4647-8890-edd403bce7d0), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:15.382554 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a2bbf-70f1-460c-807f-14093b88a8cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14d0e241-d5e5-432d-8a38-2add02637159,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:15.392028 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:15.398936 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-838a2bbf-70f1-460c-807f-14093b88a8cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:15.406613 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-838a2bbf-70f1-460c-807f-14093b88a8cc admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/14d0e241-d5e5-432d-8a38-2add02637159 HTTP/1.1" status: 204 len: 168 time: 0.5694826 Sep 04 01:14:15.407865 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 55956) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:15.412960 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ef5fca-741a-4b69-9698-85a8b7549e73 None None] Network 235816d2-dc0c-4d16-940b-c00d2dfa0d18 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:14:15.488416 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-d03d6503-9540-4492-bead-27d95fb02c2d None None] Port 7f2856e4-8bb1-4647-8890-edd403bce7d0 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:14:15.489973 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:15.490360 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:15.524156 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-46c44faa-7378-4d10-8bb6-3f50ae356bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855412'] for network (235816d2-dc0c-4d16-940b-c00d2dfa0d18), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:15.665842 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-46c44faa-7378-4d10-8bb6-3f50ae356bc4 admin admin] Deleting port b4f93563-ff7a-44c4-96a1-87f6e4348648 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:14:15.665842 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-46c44faa-7378-4d10-8bb6-3f50ae356bc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (b4f93563-ff7a-44c4-96a1-87f6e4348648), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:15.688901 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:15.710190 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7e5dc1-2d95-4267-ba1f-f760b3164b6e None None] DHCP port deletion for 235816d2-dc0c-4d16-940b-c00d2dfa0d18 request from dv-cinder-master-3-iscsi {{(pid=106792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 01:14:15.718284 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:15.783249 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [None req-46c44faa-7378-4d10-8bb6-3f50ae356bc4 admin admin] For port b4f93563-ff7a-44c4-96a1-87f6e4348648, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b4f93563-ff7a-44c4-96a1-87f6e4348648,segment=NetworkSegment(abbe0616-13d4-47f1-9a7c-8e1bb8a244fd),segment_id=abbe0616-13d4-47f1-9a7c-8e1bb8a244fd)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:15.783620 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-46c44faa-7378-4d10-8bb6-3f50ae356bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (b4f93563-ff7a-44c4-96a1-87f6e4348648), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:15.785001 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e5dc1-2d95-4267-ba1f-f760b3164b6e None None] Deleting port b4f93563-ff7a-44c4-96a1-87f6e4348648 {{(pid=106792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:14:15.785505 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6e7e5dc1-2d95-4267-ba1f-f760b3164b6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (b4f93563-ff7a-44c4-96a1-87f6e4348648), before_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:15.791270 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device f0af75e4-63aa-44d3-bff7-973c3caf9bf9 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:14:15.809577 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-46c44faa-7378-4d10-8bb6-3f50ae356bc4 admin admin] Calling delete_port for b4f93563-ff7a-44c4-96a1-87f6e4348648 owned by network:dhcp {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:14:15.904410 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: f0af75e4-63aa-44d3-bff7-973c3caf9bf9 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:14:15.905124 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device f0af75e4-63aa-44d3-bff7-973c3caf9bf9 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:14:15.909780 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-6e7e5dc1-2d95-4267-ba1f-f760b3164b6e None None] For port b4f93563-ff7a-44c4-96a1-87f6e4348648, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b4f93563-ff7a-44c4-96a1-87f6e4348648,segment=NetworkSegment(abbe0616-13d4-47f1-9a7c-8e1bb8a244fd),segment_id=abbe0616-13d4-47f1-9a7c-8e1bb8a244fd)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:15.910036 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6e7e5dc1-2d95-4267-ba1f-f760b3164b6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (b4f93563-ff7a-44c4-96a1-87f6e4348648), precommit_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:15.926463 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e5dc1-2d95-4267-ba1f-f760b3164b6e None None] Calling delete_port for b4f93563-ff7a-44c4-96a1-87f6e4348648 owned by network:dhcp {{(pid=106792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:14:16.008793 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-46c44faa-7378-4d10-8bb6-3f50ae356bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (b4f93563-ff7a-44c4-96a1-87f6e4348648), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:16.029449 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6e7e5dc1-2d95-4267-ba1f-f760b3164b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882'] for port (b4f93563-ff7a-44c4-96a1-87f6e4348648), after_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:16.042903 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c44faa-7378-4d10-8bb6-3f50ae356bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4f93563-ff7a-44c4-96a1-87f6e4348648,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:16.046647 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:16.058716 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c44faa-7378-4d10-8bb6-3f50ae356bc4 admin admin] No DVR routers for this DVR port b4f93563-ff7a-44c4-96a1-87f6e4348648 on host dv-cinder-master-3-iscsi {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:14:16.094340 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e5dc1-2d95-4267-ba1f-f760b3164b6e None None] Pushing event deleted for resources: {'Port': ['ID=b4f93563-ff7a-44c4-96a1-87f6e4348648,revision_number=None']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:16.134977 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7e5dc1-2d95-4267-ba1f-f760b3164b6e None None] No DVR routers for this DVR port b4f93563-ff7a-44c4-96a1-87f6e4348648 on host dv-cinder-master-3-iscsi {{(pid=106792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:14:16.180281 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-46c44faa-7378-4d10-8bb6-3f50ae356bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1299106', 'neutron.services.segments.db._delete_segments_for_network-8760291617684'] for network (235816d2-dc0c-4d16-940b-c00d2dfa0d18), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:16.210257 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-46c44faa-7378-4d10-8bb6-3f50ae356bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235816d2-dc0c-4d16-940b-c00d2dfa0d18']}} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:16.222720 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-46c44faa-7378-4d10-8bb6-3f50ae356bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbe0616-13d4-47f1-9a7c-8e1bb8a244fd') {'for_net_delete': True} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:16.223197 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-46c44faa-7378-4d10-8bb6-3f50ae356bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbe0616-13d4-47f1-9a7c-8e1bb8a244fd') {} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:16.242790 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-46c44faa-7378-4d10-8bb6-3f50ae356bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760291642516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-969642'] for segment (abbe0616-13d4-47f1-9a7c-8e1bb8a244fd), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:16.261633 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-46c44faa-7378-4d10-8bb6-3f50ae356bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (abbe0616-13d4-47f1-9a7c-8e1bb8a244fd), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:16.270135 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c44faa-7378-4d10-8bb6-3f50ae356bc4 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=106791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:14:16.270535 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-46c44faa-7378-4d10-8bb6-3f50ae356bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65167609'] for segment (abbe0616-13d4-47f1-9a7c-8e1bb8a244fd), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:16.286992 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:16.329702 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment abbe0616-13d4-47f1-9a7c-8e1bb8a244fd resource provider aggregate not found Sep 04 01:14:16.350928 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment abbe0616-13d4-47f1-9a7c-8e1bb8a244fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abbe0616-13d4-47f1-9a7c-8e1bb8a244fd found for delete ", "request_id": "req-74b748c1-0dfc-47e6-bb3d-ceeb9b593436"}]} Sep 04 01:14:16.438477 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-46c44faa-7378-4d10-8bb6-3f50ae356bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1299115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811184'] for network (235816d2-dc0c-4d16-940b-c00d2dfa0d18), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:16.468719 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-46c44faa-7378-4d10-8bb6-3f50ae356bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:16.473703 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-46c44faa-7378-4d10-8bb6-3f50ae356bc4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/235816d2-dc0c-4d16-940b-c00d2dfa0d18 HTTP/1.1" status: 204 len: 168 time: 1.0647578 Sep 04 01:14:16.475308 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c44faa-7378-4d10-8bb6-3f50ae356bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=235816d2-dc0c-4d16-940b-c00d2dfa0d18,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:16.518191 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56004) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:16.526649 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-dbd35245-3966-40cf-b178-6260ebdf4602 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1757848580-network', 'tenant_id': 'abca446946bf4b32a50b47d29e71cba0'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:16.654632 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd35245-3966-40cf-b178-6260ebdf4602 admin admin] Made reservation on behalf of abca446946bf4b32a50b47d29e71cba0 for: {'network': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:14:16.659843 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-dbd35245-3966-40cf-b178-6260ebdf4602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for network (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:16.667605 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device e7120691-3bea-4fb5-9cd0-62e18c24380d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:16.688962 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-dbd35245-3966-40cf-b178-6260ebdf4602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:16.724721 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port e7120691-3bea-4fb5-9cd0-62e18c24380d triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:16.730122 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (e7120691-3bea-4fb5-9cd0-62e18c24380d), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:16.813792 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-dbd35245-3966-40cf-b178-6260ebdf4602 admin admin] Publish callbacks [] for security_group (fcffb30e-54bc-46bc-bcad-d2bb85743e24), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:16.851442 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port e7120691-3bea-4fb5-9cd0-62e18c24380d is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:16.852670 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (e7120691-3bea-4fb5-9cd0-62e18c24380d), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:16.882647 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-dbd35245-3966-40cf-b178-6260ebdf4602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (fcffb30e-54bc-46bc-bcad-d2bb85743e24), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:16.883065 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port e7120691-3bea-4fb5-9cd0-62e18c24380d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e7120691-3bea-4fb5-9cd0-62e18c24380d,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:16.901374 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd35245-3966-40cf-b178-6260ebdf4602 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=106791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:14:16.917572 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-dbd35245-3966-40cf-b178-6260ebdf4602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (1937bb3a-afad-401d-a1b2-924e74017550), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:16.917919 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.segments_db [None req-dbd35245-3966-40cf-b178-6260ebdf4602 admin admin] Added segment 1937bb3a-afad-401d-a1b2-924e74017550 of type vlan for network dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb Sep 04 01:14:16.970305 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd35245-3966-40cf-b178-6260ebdf4602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcffb30e-54bc-46bc-bcad-d2bb85743e24,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:16.982451 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-dbd35245-3966-40cf-b178-6260ebdf4602 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760291093679'] for network (dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:16.985603 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (e7120691-3bea-4fb5-9cd0-62e18c24380d), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:17.052770 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56028) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:17.085542 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=e7120691-3bea-4fb5-9cd0-62e18c24380d,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:17.102880 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device da545e71-9e15-495e-b08a-2c36ede84742 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:14:17.119941 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-dbd35245-3966-40cf-b178-6260ebdf4602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for network (dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:17.120927 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd35245-3966-40cf-b178-6260ebdf4602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:17.121581 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-dbd35245-3966-40cf-b178-6260ebdf4602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:17.126021 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: da545e71-9e15-495e-b08a-2c36ede84742 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:14:17.126355 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=74,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=18 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:17.126489 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device da545e71-9e15-495e-b08a-2c36ede84742 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:14:17.126849 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device b4f93563-ff7a-44c4-96a1-87f6e4348648 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:14:17.136167 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-4071fe9c-575d-4ec9-a175-659bb7f136f3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=735896cd6b3b4c448dd94b3bf7577cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0798612 Sep 04 01:14:17.136573 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56030) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:17.154333 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: b4f93563-ff7a-44c4-96a1-87f6e4348648 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:14:17.154333 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device b4f93563-ff7a-44c4-96a1-87f6e4348648 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:14:17.195776 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd35245-3966-40cf-b178-6260ebdf4602 admin admin] Pushing event updated for resources: {'Network': ['ID=dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:17.198594 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-68331ab7-8149-4fee-a334-75b6e6912486 admin admin] Publish callbacks [] for security_group (a8764ee1-c7fb-4fc4-9d1d-0fd46b8560a9), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:17.208142 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Network dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:14:17.225485 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-68331ab7-8149-4fee-a334-75b6e6912486 admin admin] Publish callbacks [] for security_group (a8764ee1-c7fb-4fc4-9d1d-0fd46b8560a9), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:17.234935 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-dbd35245-3966-40cf-b178-6260ebdf4602 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7154908 Sep 04 01:14:17.237652 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56032) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:17.242409 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-93311402-6d93-467a-b453-4d62c6b27dae admin admin] Request body: {'subnet': {'network_id': 'dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1757848580-subnet', 'tenant_id': 'abca446946bf4b32a50b47d29e71cba0', 'ip_version': 4}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:17.346379 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93311402-6d93-467a-b453-4d62c6b27dae admin admin] Made reservation on behalf of abca446946bf4b32a50b47d29e71cba0 for: {'subnet': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:14:17.348964 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-93311402-6d93-467a-b453-4d62c6b27dae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65271629'] for subnet (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:17.374480 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-68331ab7-8149-4fee-a334-75b6e6912486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (a8764ee1-c7fb-4fc4-9d1d-0fd46b8560a9), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:17.377295 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-68331ab7-8149-4fee-a334-75b6e6912486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:17.378571 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-68331ab7-8149-4fee-a334-75b6e6912486 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a8764ee1-c7fb-4fc4-9d1d-0fd46b8560a9 HTTP/1.1" status: 204 len: 168 time: 0.2409368 Sep 04 01:14:17.397862 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68331ab7-8149-4fee-a334-75b6e6912486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8764ee1-c7fb-4fc4-9d1d-0fd46b8560a9,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:17.609117 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-93311402-6d93-467a-b453-4d62c6b27dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65166100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65271679'] for subnet (41b00470-0fa1-4d8a-8c47-37a6136cdce6), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:17.661540 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93311402-6d93-467a-b453-4d62c6b27dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b00470-0fa1-4d8a-8c47-37a6136cdce6,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:17.673117 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93311402-6d93-467a-b453-4d62c6b27dae admin admin] Checking segment: {'id': '1937bb3a-afad-401d-a1b2-924e74017550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:14:17.673475 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93311402-6d93-467a-b453-4d62c6b27dae admin admin] Network hostable DHCP agents. Network: dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb, hostable agents: ['f07b96a2-ea86-405f-a561-e6ede253778c'], hosted agents: [] {{(pid=106791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:14:17.688684 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:17.791637 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93311402-6d93-467a-b453-4d62c6b27dae admin admin] Network dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb is scheduled to be hosted by DHCP agent f07b96a2-ea86-405f-a561-e6ede253778c with binding_index 1 {{(pid=106791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:14:17.912616 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-93311402-6d93-467a-b453-4d62c6b27dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb) {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:17.920113 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93311402-6d93-467a-b453-4d62c6b27dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:17.921295 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-93311402-6d93-467a-b453-4d62c6b27dae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:17.926321 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] Sync routers for ids ['54174312-f04b-4db8-8dc3-1c58848b0d5e'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:14:17.932242 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1e0cd1-38ac-4bdf-ac3c-323fed639c1b None None] Network dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:14:17.985315 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] Routers {'54174312-f04b-4db8-8dc3-1c58848b0d5e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:14:17.986002 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:14:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['54174312-f04b-4db8-8dc3-1c58848b0d5e'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:18.002244 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-93311402-6d93-467a-b453-4d62c6b27dae admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7631786 Sep 04 01:14:18.004711 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56046) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:18.010768 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-26f7d219-fef6-4f18-b241-62857767c496 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1757848580-router', 'tenant_id': 'abca446946bf4b32a50b47d29e71cba0', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:18.134185 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-26f7d219-fef6-4f18-b241-62857767c496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1814000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14356'] for router (5588f3e0-bce0-42ce-b4bf-d971c8482e9b), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:18.135209 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-26f7d219-fef6-4f18-b241-62857767c496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1814446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14365'] for router (5588f3e0-bce0-42ce-b4bf-d971c8482e9b), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:18.159036 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56052) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:18.241851 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-26f7d219-fef6-4f18-b241-62857767c496 admin admin] Publish callbacks [] for router_controller (5588f3e0-bce0-42ce-b4bf-d971c8482e9b), precommit_add_association {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:18.266576 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-63db3db2-74bf-4eb0-a441-aabbf4e63a63 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2e0ecc6513e54f9597cef651eabc4879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1059675 Sep 04 01:14:18.270464 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56056) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:18.286678 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02c3e46-3e21-41ea-9f5a-003a98eafd1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb', 'network_id': 'dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb', 'project_id': 'abca446946bf4b32a50b47d29e71cba0', 'fixed_ips': [{'subnet_id': '41b00470-0fa1-4d8a-8c47-37a6136cdce6'}]}} from dv-cinder-master-3-iscsi. {{(pid=106792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 01:14:18.288011 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-d02c3e46-3e21-41ea-9f5a-003a98eafd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:18.310642 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] Set router 54174312-f04b-4db8-8dc3-1c58848b0d5e gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:14:18.335407 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5bec6300-bd74-464c-aa1c-98254388c439 admin admin] Publish callbacks [] for security_group (1bb45a56-42b8-452e-b03e-b012f54274c3), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:18.345160 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:18.362213 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5bec6300-bd74-464c-aa1c-98254388c439 admin admin] Publish callbacks [] for security_group (1bb45a56-42b8-452e-b03e-b012f54274c3), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:18.404699 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:18.421550 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:18.489179 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-26f7d219-fef6-4f18-b241-62857767c496 admin admin] Publish callbacks [] for router_gateway (5588f3e0-bce0-42ce-b4bf-d971c8482e9b), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:18.511113 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5bec6300-bd74-464c-aa1c-98254388c439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (1bb45a56-42b8-452e-b03e-b012f54274c3), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:18.513815 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5bec6300-bd74-464c-aa1c-98254388c439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:18.514982 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-5bec6300-bd74-464c-aa1c-98254388c439 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1bb45a56-42b8-452e-b03e-b012f54274c3 HTTP/1.1" status: 204 len: 168 time: 0.2431946 Sep 04 01:14:18.523556 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec6300-bd74-464c-aa1c-98254388c439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb45a56-42b8-452e-b03e-b012f54274c3,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:18.597029 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.db_base_plugin_common [None req-d02c3e46-3e21-41ea-9f5a-003a98eafd1c None None] Allocated IP 172.20.0.2 (dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb/41b00470-0fa1-4d8a-8c47-37a6136cdce6/cd34646e-9957-4ab9-b15e-f0afcfd59c3b) {{(pid=106792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:14:18.652433 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device e7120691-3bea-4fb5-9cd0-62e18c24380d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:18.796591 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'name': 'tempest-TestMinimumBasicScenario-749699042-router', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:10Z', 'updated_at': '2022-09-04T01:14:14Z', 'revision_number': 4, 'project_id': '027792a6118140099aaf522ca15bb07e', 'gw_port': {'id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:11Z', 'updated_at': '2022-09-04T01:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7f2856e4-8bb1-4647-8890-edd403bce7d0', 'name': '', 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'mac_address': 'fa:16:3e:29:5f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '231765c8-800c-4149-b414-9dbe7bc03304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:13Z', 'updated_at': '2022-09-04T01:14:14Z', 'revision_number': 2, 'project_id': '027792a6118140099aaf522ca15bb07e', 'subnets': [{'id': '231765c8-800c-4149-b414-9dbe7bc03304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:18.800021 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-26f7d219-fef6-4f18-b241-62857767c496 admin admin] Publish callbacks [] for router_gateway (5588f3e0-bce0-42ce-b4bf-d971c8482e9b), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:18.823522 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-26f7d219-fef6-4f18-b241-62857767c496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:18.838589 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] Checking router: 54174312-f04b-4db8-8dc3-1c58848b0d5e for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:14:18.838936 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] Updating router 54174312-f04b-4db8-8dc3-1c58848b0d5e port 7f2856e4-8bb1-4647-8890-edd403bce7d0 binding host dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:14:18.889441 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port e7120691-3bea-4fb5-9cd0-62e18c24380d triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:18.891250 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (e7120691-3bea-4fb5-9cd0-62e18c24380d), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:18.927108 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (7f2856e4-8bb1-4647-8890-edd403bce7d0), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:18.960715 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [None req-26f7d219-fef6-4f18-b241-62857767c496 admin admin] Allocated IP 172.37.7.111 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/82064230-2100-4279-b030-003ad6dab6f1) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:14:19.117349 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-26f7d219-fef6-4f18-b241-62857767c496 admin admin] Publish callbacks [] for port (82064230-2100-4279-b030-003ad6dab6f1), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:19.159016 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:19.178594 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:19.215480 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-26f7d219-fef6-4f18-b241-62857767c496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (82064230-2100-4279-b030-003ad6dab6f1), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:19.240756 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-d02c3e46-3e21-41ea-9f5a-003a98eafd1c None None] Publish callbacks [] for port (cd34646e-9957-4ab9-b15e-f0afcfd59c3b), precommit_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:19.259467 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f7d219-fef6-4f18-b241-62857767c496 admin admin] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:14:19.262453 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-26f7d219-fef6-4f18-b241-62857767c496 admin admin] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:19.266995 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f7d219-fef6-4f18-b241-62857767c496 admin admin] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:14:19.272390 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7d219-fef6-4f18-b241-62857767c496 admin admin] Pushing event updated for resources: {'Port': ['ID=82064230-2100-4279-b030-003ad6dab6f1,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:19.273840 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port e7120691-3bea-4fb5-9cd0-62e18c24380d is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:19.349792 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:19.350373 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] Publish callbacks [] for port (7f2856e4-8bb1-4647-8890-edd403bce7d0), precommit_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:19.354287 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-d02c3e46-3e21-41ea-9f5a-003a98eafd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (cd34646e-9957-4ab9-b15e-f0afcfd59c3b), after_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:19.358714 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:19.395773 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02c3e46-3e21-41ea-9f5a-003a98eafd1c None None] Network dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb is already hosted by enough agents. {{(pid=106792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:14:19.400215 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.base_scheduler [None req-d02c3e46-3e21-41ea-9f5a-003a98eafd1c None None] Resources bound (agent type, host, resource id): {{(pid=106792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:19.403222 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02c3e46-3e21-41ea-9f5a-003a98eafd1c None None] Received port after_create {{(pid=106792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:14:19.417808 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c3e46-3e21-41ea-9f5a-003a98eafd1c None None] Pushing event updated for resources: {'Port': ['ID=cd34646e-9957-4ab9-b15e-f0afcfd59c3b,revision_number=1']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:19.442350 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (7f2856e4-8bb1-4647-8890-edd403bce7d0), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:19.532612 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ffc11-109c-496e-8fc8-a79f2be6ec11 None None] Pushing event updated for resources: {'Port': ['ID=7f2856e4-8bb1-4647-8890-edd403bce7d0,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:19.536121 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-d02c3e46-3e21-41ea-9f5a-003a98eafd1c None None] Attempting to bind port cd34646e-9957-4ab9-b15e-f0afcfd59c3b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:14:19.536521 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-d02c3e46-3e21-41ea-9f5a-003a98eafd1c None None] Attempting to bind port cd34646e-9957-4ab9-b15e-f0afcfd59c3b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '1937bb3a-afad-401d-a1b2-924e74017550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:14:19.536874 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02c3e46-3e21-41ea-9f5a-003a98eafd1c None None] Attempting to bind port cd34646e-9957-4ab9-b15e-f0afcfd59c3b on network dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:14:19.546907 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02c3e46-3e21-41ea-9f5a-003a98eafd1c None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:14:19.547276 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02c3e46-3e21-41ea-9f5a-003a98eafd1c None None] Checking segment: {'id': '1937bb3a-afad-401d-a1b2-924e74017550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:14:19.547675 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-d02c3e46-3e21-41ea-9f5a-003a98eafd1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:19.548058 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02c3e46-3e21-41ea-9f5a-003a98eafd1c None None] Bound using segment: {'id': '1937bb3a-afad-401d-a1b2-924e74017550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:14:19.548521 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-d02c3e46-3e21-41ea-9f5a-003a98eafd1c None None] Bound port: cd34646e-9957-4ab9-b15e-f0afcfd59c3b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1937bb3a-afad-401d-a1b2-924e74017550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:14:19.548888 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-d02c3e46-3e21-41ea-9f5a-003a98eafd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (cd34646e-9957-4ab9-b15e-f0afcfd59c3b), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:19.607881 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] Attempting to bind port 7f2856e4-8bb1-4647-8890-edd403bce7d0 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:14:19.608246 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] Attempting to bind port 7f2856e4-8bb1-4647-8890-edd403bce7d0 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'bb3f529c-5ae7-4cc5-a11f-2074c23f8407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:14:19.608603 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] Attempting to bind port 7f2856e4-8bb1-4647-8890-edd403bce7d0 on network 93fca803-def7-462d-b519-0eb07f4ac511 {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:14:19.621509 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:14:19.622953 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] Checking segment: {'id': 'bb3f529c-5ae7-4cc5-a11f-2074c23f8407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:14:19.622953 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:19.623279 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] Bound using segment: {'id': 'bb3f529c-5ae7-4cc5-a11f-2074c23f8407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:14:19.623727 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] Bound port: 7f2856e4-8bb1-4647-8890-edd403bce7d0, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3f529c-5ae7-4cc5-a11f-2074c23f8407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:14:19.624186 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (7f2856e4-8bb1-4647-8890-edd403bce7d0), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:19.631262 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-26f7d219-fef6-4f18-b241-62857767c496 admin admin] Publish callbacks [] for router_gateway (5588f3e0-bce0-42ce-b4bf-d971c8482e9b), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:19.683238 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-d02c3e46-3e21-41ea-9f5a-003a98eafd1c None None] For port cd34646e-9957-4ab9-b15e-f0afcfd59c3b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:14:19.704358 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-d02c3e46-3e21-41ea-9f5a-003a98eafd1c None None] For port cd34646e-9957-4ab9-b15e-f0afcfd59c3b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cd34646e-9957-4ab9-b15e-f0afcfd59c3b,segment=NetworkSegment(1937bb3a-afad-401d-a1b2-924e74017550),segment_id=1937bb3a-afad-401d-a1b2-924e74017550)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:14:19.720496 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] For port 7f2856e4-8bb1-4647-8890-edd403bce7d0, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:14:19.723500 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] For port 7f2856e4-8bb1-4647-8890-edd403bce7d0, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7f2856e4-8bb1-4647-8890-edd403bce7d0,segment=NetworkSegment(bb3f529c-5ae7-4cc5-a11f-2074c23f8407),segment_id=bb3f529c-5ae7-4cc5-a11f-2074c23f8407)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:14:19.774603 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-d02c3e46-3e21-41ea-9f5a-003a98eafd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (cd34646e-9957-4ab9-b15e-f0afcfd59c3b), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:19.804601 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (7f2856e4-8bb1-4647-8890-edd403bce7d0), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:19.830006 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-26f7d219-fef6-4f18-b241-62857767c496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816303'] for router (5588f3e0-bce0-42ce-b4bf-d971c8482e9b), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:19.833717 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:19.836385 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] Routers {'54174312-f04b-4db8-8dc3-1c58848b0d5e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:14:19.837028 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:14:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['54174312-f04b-4db8-8dc3-1c58848b0d5e'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:19.842877 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c3e46-3e21-41ea-9f5a-003a98eafd1c None None] Pushing event updated for resources: {'Port': ['ID=cd34646e-9957-4ab9-b15e-f0afcfd59c3b,revision_number=2']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:19.944963 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:19.979085 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ffc11-109c-496e-8fc8-a79f2be6ec11 None None] Pushing event updated for resources: {'Port': ['ID=7f2856e4-8bb1-4647-8890-edd403bce7d0,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:20.016026 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] Set router 54174312-f04b-4db8-8dc3-1c58848b0d5e gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:14:20.025208 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f7d219-fef6-4f18-b241-62857767c496 admin admin] Router 5588f3e0-bce0-42ce-b4bf-d971c8482e9b is scheduled to L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe with binding_index 1 {{(pid=106791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 01:14:20.155928 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f7d219-fef6-4f18-b241-62857767c496 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:14:20.165958 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] Sync routers for ids ['5588f3e0-bce0-42ce-b4bf-d971c8482e9b'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:14:20.177334 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] Routers {'5588f3e0-bce0-42ce-b4bf-d971c8482e9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:14:20.178061 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:14:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['5588f3e0-bce0-42ce-b4bf-d971c8482e9b'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:20.214134 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:20.251203 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-26f7d219-fef6-4f18-b241-62857767c496 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:20.255422 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-26f7d219-fef6-4f18-b241-62857767c496 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2463558 Sep 04 01:14:20.255682 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56090) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:20.285298 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] Set router 5588f3e0-bce0-42ce-b4bf-d971c8482e9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:14:20.336101 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:20.361586 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'name': 'tempest-TestMinimumBasicScenario-749699042-router', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:10Z', 'updated_at': '2022-09-04T01:14:14Z', 'revision_number': 4, 'project_id': '027792a6118140099aaf522ca15bb07e', 'gw_port': {'id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:11Z', 'updated_at': '2022-09-04T01:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7f2856e4-8bb1-4647-8890-edd403bce7d0', 'name': '', 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'mac_address': 'fa:16:3e:29:5f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '231765c8-800c-4149-b414-9dbe7bc03304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:13Z', 'updated_at': '2022-09-04T01:14:19Z', 'revision_number': 4, 'project_id': '027792a6118140099aaf522ca15bb07e', 'subnets': [{'id': '231765c8-800c-4149-b414-9dbe7bc03304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:20.390112 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd2a3a-477f-49ac-a882-b770cd99c9fb None None] The sync data for ids ['54174312-f04b-4db8-8dc3-1c58848b0d5e'] in dv-cinder-master-3-iscsi is: [{'id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'name': 'tempest-TestMinimumBasicScenario-749699042-router', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:10Z', 'updated_at': '2022-09-04T01:14:14Z', 'revision_number': 4, 'project_id': '027792a6118140099aaf522ca15bb07e', 'gw_port': {'id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:11Z', 'updated_at': '2022-09-04T01:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7f2856e4-8bb1-4647-8890-edd403bce7d0', 'name': '', 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'mac_address': 'fa:16:3e:29:5f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '231765c8-800c-4149-b414-9dbe7bc03304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:13Z', 'updated_at': '2022-09-04T01:14:19Z', 'revision_number': 4, 'project_id': '027792a6118140099aaf522ca15bb07e', 'subnets': [{'id': '231765c8-800c-4149-b414-9dbe7bc03304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:14:20.479076 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588f3e0-bce0-42ce-b4bf-d971c8482e9b', 'name': 'tempest-TestMinimumBasicScenario-1757848580-router', 'tenant_id': 'abca446946bf4b32a50b47d29e71cba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.111'}], 'enable_snat': True}, 'gw_port_id': '82064230-2100-4279-b030-003ad6dab6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:18Z', 'updated_at': '2022-09-04T01:14:19Z', 'revision_number': 3, 'project_id': 'abca446946bf4b32a50b47d29e71cba0', 'gw_port': {'id': '82064230-2100-4279-b030-003ad6dab6f1', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:05:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588f3e0-bce0-42ce-b4bf-d971c8482e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:18Z', 'updated_at': '2022-09-04T01:14:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:20.516011 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] Checking router: 5588f3e0-bce0-42ce-b4bf-d971c8482e9b for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:14:20.516532 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] Updating router 5588f3e0-bce0-42ce-b4bf-d971c8482e9b port 82064230-2100-4279-b030-003ad6dab6f1 binding host dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:14:20.576784 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (82064230-2100-4279-b030-003ad6dab6f1), before_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:20.840710 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 7f2856e4-8bb1-4647-8890-edd403bce7d0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:20.916995 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 7f2856e4-8bb1-4647-8890-edd403bce7d0 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:20.927419 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (7f2856e4-8bb1-4647-8890-edd403bce7d0), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:20.945980 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] Publish callbacks [] for port (82064230-2100-4279-b030-003ad6dab6f1), precommit_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:20.974857 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:20.980294 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e026fe32-c045-4f40-9295-10a67253b64d None None] Network dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:14:21.049313 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (82064230-2100-4279-b030-003ad6dab6f1), after_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:21.095164 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-953d52cb-1876-4eab-9b89-53adda2d141c None None] Provisioning complete for port cd34646e-9957-4ab9-b15e-f0afcfd59c3b triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:21.095533 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-953d52cb-1876-4eab-9b89-53adda2d141c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (cd34646e-9957-4ab9-b15e-f0afcfd59c3b), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:21.119585 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769f706-0fbe-477b-a122-be7eb9afb765 None None] Pushing event updated for resources: {'Port': ['ID=82064230-2100-4279-b030-003ad6dab6f1,revision_number=2']} {{(pid=106793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:21.131236 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769f706-0fbe-477b-a122-be7eb9afb765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:21.131664 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769f706-0fbe-477b-a122-be7eb9afb765 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:21.132072 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769f706-0fbe-477b-a122-be7eb9afb765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:21.133862 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769f706-0fbe-477b-a122-be7eb9afb765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:21.134723 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769f706-0fbe-477b-a122-be7eb9afb765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:21.135288 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769f706-0fbe-477b-a122-be7eb9afb765 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:21.135804 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769f706-0fbe-477b-a122-be7eb9afb765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:21.136330 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769f706-0fbe-477b-a122-be7eb9afb765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:21.136841 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769f706-0fbe-477b-a122-be7eb9afb765 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:21.137483 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769f706-0fbe-477b-a122-be7eb9afb765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:21.138638 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769f706-0fbe-477b-a122-be7eb9afb765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:21.139173 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769f706-0fbe-477b-a122-be7eb9afb765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:21.139683 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769f706-0fbe-477b-a122-be7eb9afb765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:21.140190 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769f706-0fbe-477b-a122-be7eb9afb765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:21.140745 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2769f706-0fbe-477b-a122-be7eb9afb765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:14:21.141803 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 7f2856e4-8bb1-4647-8890-edd403bce7d0 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:21.142250 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (7f2856e4-8bb1-4647-8890-edd403bce7d0), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:21.148832 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] Attempting to bind port 82064230-2100-4279-b030-003ad6dab6f1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:14:21.149355 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] Attempting to bind port 82064230-2100-4279-b030-003ad6dab6f1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}] {{(pid=106793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:14:21.150504 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] Attempting to bind port 82064230-2100-4279-b030-003ad6dab6f1 on network e8e0564a-d5c9-4fe0-b2d4-538f45096708 {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:14:21.157836 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:14:21.158336 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] Checking segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:14:21.158825 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:21.159296 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] Bound using segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:14:21.160021 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] Bound port: 82064230-2100-4279-b030-003ad6dab6f1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}] {{(pid=106793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:14:21.160408 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (82064230-2100-4279-b030-003ad6dab6f1), before_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:21.200254 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port 7f2856e4-8bb1-4647-8890-edd403bce7d0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7f2856e4-8bb1-4647-8890-edd403bce7d0,segment=NetworkSegment(bb3f529c-5ae7-4cc5-a11f-2074c23f8407),segment_id=bb3f529c-5ae7-4cc5-a11f-2074c23f8407)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:21.225322 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.db [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] For port 82064230-2100-4279-b030-003ad6dab6f1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:14:21.228641 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.db [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] For port 82064230-2100-4279-b030-003ad6dab6f1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=82064230-2100-4279-b030-003ad6dab6f1,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:14:21.270430 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-799dd007-856b-40c2-a554-781eb8db2389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:21.283800 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-953d52cb-1876-4eab-9b89-53adda2d141c None None] Current status of the port cd34646e-9957-4ab9-b15e-f0afcfd59c3b is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:21.284182 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-953d52cb-1876-4eab-9b89-53adda2d141c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (cd34646e-9957-4ab9-b15e-f0afcfd59c3b), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:21.296434 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (7f2856e4-8bb1-4647-8890-edd403bce7d0), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:21.297183 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device cd34646e-9957-4ab9-b15e-f0afcfd59c3b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:21.331658 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:21.346739 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (82064230-2100-4279-b030-003ad6dab6f1), after_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:21.429461 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-953d52cb-1876-4eab-9b89-53adda2d141c None None] For port cd34646e-9957-4ab9-b15e-f0afcfd59c3b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cd34646e-9957-4ab9-b15e-f0afcfd59c3b,segment=NetworkSegment(1937bb3a-afad-401d-a1b2-924e74017550),segment_id=1937bb3a-afad-401d-a1b2-924e74017550)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:21.432004 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769f706-0fbe-477b-a122-be7eb9afb765 None None] Pushing event updated for resources: {'Port': ['ID=82064230-2100-4279-b030-003ad6dab6f1,revision_number=3']} {{(pid=106793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:21.441598 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] Routers {'5588f3e0-bce0-42ce-b4bf-d971c8482e9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:14:21.442224 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:14:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['5588f3e0-bce0-42ce-b4bf-d971c8482e9b'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:21.447907 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=7f2856e4-8bb1-4647-8890-edd403bce7d0,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:21.463988 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port cd34646e-9957-4ab9-b15e-f0afcfd59c3b triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:21.464438 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (cd34646e-9957-4ab9-b15e-f0afcfd59c3b), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:21.488591 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [None req-799dd007-856b-40c2-a554-781eb8db2389 admin admin] Allocated IP 172.20.0.1 (dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb/41b00470-0fa1-4d8a-8c47-37a6136cdce6/7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:14:21.501818 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-953d52cb-1876-4eab-9b89-53adda2d141c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (cd34646e-9957-4ab9-b15e-f0afcfd59c3b), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:21.560485 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] Set router 5588f3e0-bce0-42ce-b4bf-d971c8482e9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:14:21.579080 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d52cb-1876-4eab-9b89-53adda2d141c None None] Pushing event updated for resources: {'Port': ['ID=cd34646e-9957-4ab9-b15e-f0afcfd59c3b,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:21.617802 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port cd34646e-9957-4ab9-b15e-f0afcfd59c3b is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:21.622714 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:21.626919 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-e1097322-a00d-445e-a31d-4d893030e4ce None None] Provisioning complete for port cd34646e-9957-4ab9-b15e-f0afcfd59c3b triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:21.626919 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-e1097322-a00d-445e-a31d-4d893030e4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (cd34646e-9957-4ab9-b15e-f0afcfd59c3b), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:21.628880 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-799dd007-856b-40c2-a554-781eb8db2389 admin admin] Publish callbacks [] for port (7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:21.649958 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:21.711376 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-e1097322-a00d-445e-a31d-4d893030e4ce None None] Current status of the port cd34646e-9957-4ab9-b15e-f0afcfd59c3b is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:21.722310 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-799dd007-856b-40c2-a554-781eb8db2389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:21.740454 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:21.759825 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588f3e0-bce0-42ce-b4bf-d971c8482e9b', 'name': 'tempest-TestMinimumBasicScenario-1757848580-router', 'tenant_id': 'abca446946bf4b32a50b47d29e71cba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.111'}], 'enable_snat': True}, 'gw_port_id': '82064230-2100-4279-b030-003ad6dab6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:18Z', 'updated_at': '2022-09-04T01:14:19Z', 'revision_number': 3, 'project_id': 'abca446946bf4b32a50b47d29e71cba0', 'gw_port': {'id': '82064230-2100-4279-b030-003ad6dab6f1', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:05:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588f3e0-bce0-42ce-b4bf-d971c8482e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:18Z', 'updated_at': '2022-09-04T01:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:21.762652 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799dd007-856b-40c2-a554-781eb8db2389 admin admin] Network dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:14:21.766190 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-799dd007-856b-40c2-a554-781eb8db2389 admin admin] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:21.770159 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799dd007-856b-40c2-a554-781eb8db2389 admin admin] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:14:21.797420 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cffb67f-9be7-43f5-9204-2a1a1c8bacda None None] The sync data for ids ['5588f3e0-bce0-42ce-b4bf-d971c8482e9b'] in dv-cinder-master-3-iscsi is: [{'id': '5588f3e0-bce0-42ce-b4bf-d971c8482e9b', 'name': 'tempest-TestMinimumBasicScenario-1757848580-router', 'tenant_id': 'abca446946bf4b32a50b47d29e71cba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.111'}], 'enable_snat': True}, 'gw_port_id': '82064230-2100-4279-b030-003ad6dab6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:18Z', 'updated_at': '2022-09-04T01:14:19Z', 'revision_number': 3, 'project_id': 'abca446946bf4b32a50b47d29e71cba0', 'gw_port': {'id': '82064230-2100-4279-b030-003ad6dab6f1', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:05:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588f3e0-bce0-42ce-b4bf-d971c8482e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:18Z', 'updated_at': '2022-09-04T01:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:14:21.797712 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799dd007-856b-40c2-a554-781eb8db2389 admin admin] Pushing event updated for resources: {'Port': ['ID=7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:21.819432 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-799dd007-856b-40c2-a554-781eb8db2389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1721164'] for router_interface (5588f3e0-bce0-42ce-b4bf-d971c8482e9b), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:22.036445 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-8cbf5938-cc81-4523-a32c-5b88f7381f50 None None] Provisioning complete for port 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:22.037055 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-8cbf5938-cc81-4523-a32c-5b88f7381f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:22.040152 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:22.058220 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-799dd007-856b-40c2-a554-781eb8db2389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:22.085863 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf5938-cc81-4523-a32c-5b88f7381f50 None None] Port 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:14:22.263388 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-799dd007-856b-40c2-a554-781eb8db2389 admin admin] Publish callbacks [] for port (7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:22.368415 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-799dd007-856b-40c2-a554-781eb8db2389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:22.442667 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-799dd007-856b-40c2-a554-781eb8db2389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1721328'] for router_interface (5588f3e0-bce0-42ce-b4bf-d971c8482e9b), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:22.446072 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799dd007-856b-40c2-a554-781eb8db2389 admin admin] Pushing event updated for resources: {'Port': ['ID=7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:22.519924 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56114) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:22.545587 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:22.572840 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799dd007-856b-40c2-a554-781eb8db2389 admin admin] Network dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:14:22.574356 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-799dd007-856b-40c2-a554-781eb8db2389 admin admin] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:22.680799 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d1876ea4-8b9f-4eb4-842d-6ca1303cede8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:22.771205 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 82064230-2100-4279-b030-003ad6dab6f1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:22.772230 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799dd007-856b-40c2-a554-781eb8db2389 admin admin] Router 5588f3e0-bce0-42ce-b4bf-d971c8482e9b has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:14:22.820536 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d1876ea4-8b9f-4eb4-842d-6ca1303cede8 admin admin] Publish callbacks [] for security_group (16fba316-6ae0-4e7d-9c6b-c5e2facbbaad), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:22.836659 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 82064230-2100-4279-b030-003ad6dab6f1 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:22.841348 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (82064230-2100-4279-b030-003ad6dab6f1), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:22.892165 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:22.894210 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-d1876ea4-8b9f-4eb4-842d-6ca1303cede8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (16fba316-6ae0-4e7d-9c6b-c5e2facbbaad), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:22.902583 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:22.915168 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799dd007-856b-40c2-a554-781eb8db2389 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:14:22.920878 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-799dd007-856b-40c2-a554-781eb8db2389 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/5588f3e0-bce0-42ce-b4bf-d971c8482e9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6639855 Sep 04 01:14:22.932845 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1876ea4-8b9f-4eb4-842d-6ca1303cede8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fba316-6ae0-4e7d-9c6b-c5e2facbbaad,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:22.957947 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-4b5b38cc-9e51-4291-b705-c554e3698ad3 None None] Provisioning complete for port 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:22.957947 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-4b5b38cc-9e51-4291-b705-c554e3698ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:22.960882 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 82064230-2100-4279-b030-003ad6dab6f1 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:22.961330 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (82064230-2100-4279-b030-003ad6dab6f1), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:22.975011 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56126) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:22.977694 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-d1876ea4-8b9f-4eb4-842d-6ca1303cede8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=45844a6d610a4549ab7b4a200a111a9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4565408 Sep 04 01:14:23.009198 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port 82064230-2100-4279-b030-003ad6dab6f1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=82064230-2100-4279-b030-003ad6dab6f1,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:23.015074 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b38cc-9e51-4291-b705-c554e3698ad3 None None] Port 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:14:23.031604 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-074b8158-5df3-4113-95de-185fc5e5f6af admin admin] Publish callbacks [] for security_group (16fba316-6ae0-4e7d-9c6b-c5e2facbbaad), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:23.055121 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-074b8158-5df3-4113-95de-185fc5e5f6af admin admin] Publish callbacks [] for security_group (16fba316-6ae0-4e7d-9c6b-c5e2facbbaad), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:23.083770 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (82064230-2100-4279-b030-003ad6dab6f1), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:23.084915 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 7f2856e4-8bb1-4647-8890-edd403bce7d0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:23.197871 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=82064230-2100-4279-b030-003ad6dab6f1,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:23.198357 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 7f2856e4-8bb1-4647-8890-edd403bce7d0 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:23.198728 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (7f2856e4-8bb1-4647-8890-edd403bce7d0), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:23.220784 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-074b8158-5df3-4113-95de-185fc5e5f6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (16fba316-6ae0-4e7d-9c6b-c5e2facbbaad), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:23.225344 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-074b8158-5df3-4113-95de-185fc5e5f6af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:23.230344 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-074b8158-5df3-4113-95de-185fc5e5f6af admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/16fba316-6ae0-4e7d-9c6b-c5e2facbbaad HTTP/1.1" status: 204 len: 168 time: 0.2517979 Sep 04 01:14:23.242086 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b8158-5df3-4113-95de-185fc5e5f6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fba316-6ae0-4e7d-9c6b-c5e2facbbaad,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:23.299542 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 7f2856e4-8bb1-4647-8890-edd403bce7d0 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:23.300996 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device cd34646e-9957-4ab9-b15e-f0afcfd59c3b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:23.352372 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port cd34646e-9957-4ab9-b15e-f0afcfd59c3b triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:23.352768 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (cd34646e-9957-4ab9-b15e-f0afcfd59c3b), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:23.435674 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port cd34646e-9957-4ab9-b15e-f0afcfd59c3b is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:23.678317 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] Sync routers for ids ['5588f3e0-bce0-42ce-b4bf-d971c8482e9b'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:14:23.689536 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] Routers {'5588f3e0-bce0-42ce-b4bf-d971c8482e9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:14:23.694504 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:14:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['5588f3e0-bce0-42ce-b4bf-d971c8482e9b'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:23.814383 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] Set router 5588f3e0-bce0-42ce-b4bf-d971c8482e9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:14:23.857416 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:24.033266 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588f3e0-bce0-42ce-b4bf-d971c8482e9b', 'name': 'tempest-TestMinimumBasicScenario-1757848580-router', 'tenant_id': 'abca446946bf4b32a50b47d29e71cba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.111'}], 'enable_snat': True}, 'gw_port_id': '82064230-2100-4279-b030-003ad6dab6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:18Z', 'updated_at': '2022-09-04T01:14:21Z', 'revision_number': 4, 'project_id': 'abca446946bf4b32a50b47d29e71cba0', 'gw_port': {'id': '82064230-2100-4279-b030-003ad6dab6f1', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588f3e0-bce0-42ce-b4bf-d971c8482e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:18Z', 'updated_at': '2022-09-04T01:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8', 'name': '', 'network_id': 'dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb', 'tenant_id': 'abca446946bf4b32a50b47d29e71cba0', 'mac_address': 'fa:16:3e:3f:00:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588f3e0-bce0-42ce-b4bf-d971c8482e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '41b00470-0fa1-4d8a-8c47-37a6136cdce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:21Z', 'updated_at': '2022-09-04T01:14:22Z', 'revision_number': 2, 'project_id': 'abca446946bf4b32a50b47d29e71cba0', 'subnets': [{'id': '41b00470-0fa1-4d8a-8c47-37a6136cdce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:24.063572 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] Checking router: 5588f3e0-bce0-42ce-b4bf-d971c8482e9b for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:14:24.063920 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] Updating router 5588f3e0-bce0-42ce-b4bf-d971c8482e9b port 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8 binding host dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:14:24.091861 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:24.100700 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:24.411171 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] Publish callbacks [] for port (7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8), precommit_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:24.483419 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:24.541192 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56190) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:24.680431 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 82064230-2100-4279-b030-003ad6dab6f1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:24.687486 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-93ca8012-fbdf-482e-b85e-3a000eba7d77 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-658319535-network', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:24.740324 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6bc21-abc2-412b-aa5c-8f1fcbfb84f4 None None] Pushing event updated for resources: {'Port': ['ID=7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:24.769923 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ca8012-fbdf-482e-b85e-3a000eba7d77 admin admin] Made reservation on behalf of 2506b96ac13541e6a7a47c5aedca67e5 for: {'network': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:14:24.772595 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-93ca8012-fbdf-482e-b85e-3a000eba7d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for network (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:24.785854 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] Attempting to bind port 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:14:24.785854 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] Attempting to bind port 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '1937bb3a-afad-401d-a1b2-924e74017550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:14:24.785854 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] Attempting to bind port 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8 on network dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:14:24.792877 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 82064230-2100-4279-b030-003ad6dab6f1 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:24.793356 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (82064230-2100-4279-b030-003ad6dab6f1), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:24.796275 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-93ca8012-fbdf-482e-b85e-3a000eba7d77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:24.829816 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:14:24.830356 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] Checking segment: {'id': '1937bb3a-afad-401d-a1b2-924e74017550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:14:24.830903 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:24.831381 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] Bound using segment: {'id': '1937bb3a-afad-401d-a1b2-924e74017550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:14:24.831961 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] Bound port: 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1937bb3a-afad-401d-a1b2-924e74017550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:14:24.832431 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:24.904661 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-93ca8012-fbdf-482e-b85e-3a000eba7d77 admin admin] Publish callbacks [] for security_group (36f6ec18-1e64-4839-9f90-49478f98ae2a), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:24.937180 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 82064230-2100-4279-b030-003ad6dab6f1 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:24.943151 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] For port 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:14:24.946555 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] For port 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8,segment=NetworkSegment(1937bb3a-afad-401d-a1b2-924e74017550),segment_id=1937bb3a-afad-401d-a1b2-924e74017550)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:14:24.974597 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-93ca8012-fbdf-482e-b85e-3a000eba7d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (36f6ec18-1e64-4839-9f90-49478f98ae2a), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:24.994843 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ca8012-fbdf-482e-b85e-3a000eba7d77 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=106791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:14:25.025414 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-93ca8012-fbdf-482e-b85e-3a000eba7d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (ec3b99f9-cd00-455f-aba9-a56f7e7f2980), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:25.025756 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.segments_db [None req-93ca8012-fbdf-482e-b85e-3a000eba7d77 admin admin] Added segment ec3b99f9-cd00-455f-aba9-a56f7e7f2980 of type vlan for network ca88993b-9210-4173-b062-c40cdf9e1da6 Sep 04 01:14:25.032258 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:25.073804 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca8012-fbdf-482e-b85e-3a000eba7d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f6ec18-1e64-4839-9f90-49478f98ae2a,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:25.093200 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-93ca8012-fbdf-482e-b85e-3a000eba7d77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760291093679'] for network (ca88993b-9210-4173-b062-c40cdf9e1da6), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:25.111406 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] Routers {'5588f3e0-bce0-42ce-b4bf-d971c8482e9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:14:25.112048 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:14:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['5588f3e0-bce0-42ce-b4bf-d971c8482e9b'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:25.175232 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:25.180773 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-93ca8012-fbdf-482e-b85e-3a000eba7d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for network (ca88993b-9210-4173-b062-c40cdf9e1da6), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:25.182299 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ca8012-fbdf-482e-b85e-3a000eba7d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:25.183150 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-93ca8012-fbdf-482e-b85e-3a000eba7d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:25.248703 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6bc21-abc2-412b-aa5c-8f1fcbfb84f4 None None] Pushing event updated for resources: {'Port': ['ID=7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:25.263146 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] Set router 5588f3e0-bce0-42ce-b4bf-d971c8482e9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:14:25.279008 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca8012-fbdf-482e-b85e-3a000eba7d77 admin admin] Pushing event updated for resources: {'Network': ['ID=ca88993b-9210-4173-b062-c40cdf9e1da6,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:25.291558 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Network ca88993b-9210-4173-b062-c40cdf9e1da6 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:14:25.337364 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-93ca8012-fbdf-482e-b85e-3a000eba7d77 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7954135 Sep 04 01:14:25.340154 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56198) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:25.348474 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-493d3b01-2635-4f96-854f-5342f129fedf admin admin] Request body: {'subnet': {'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-658319535-subnet', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'ip_version': 4}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:25.459486 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493d3b01-2635-4f96-854f-5342f129fedf admin admin] Made reservation on behalf of 2506b96ac13541e6a7a47c5aedca67e5 for: {'subnet': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:14:25.462213 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-493d3b01-2635-4f96-854f-5342f129fedf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65271629'] for subnet (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:25.478922 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:25.486383 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:25.557416 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588f3e0-bce0-42ce-b4bf-d971c8482e9b', 'name': 'tempest-TestMinimumBasicScenario-1757848580-router', 'tenant_id': 'abca446946bf4b32a50b47d29e71cba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.111'}], 'enable_snat': True}, 'gw_port_id': '82064230-2100-4279-b030-003ad6dab6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:18Z', 'updated_at': '2022-09-04T01:14:21Z', 'revision_number': 4, 'project_id': 'abca446946bf4b32a50b47d29e71cba0', 'gw_port': {'id': '82064230-2100-4279-b030-003ad6dab6f1', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588f3e0-bce0-42ce-b4bf-d971c8482e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:18Z', 'updated_at': '2022-09-04T01:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8', 'name': '', 'network_id': 'dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb', 'tenant_id': 'abca446946bf4b32a50b47d29e71cba0', 'mac_address': 'fa:16:3e:3f:00:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588f3e0-bce0-42ce-b4bf-d971c8482e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '41b00470-0fa1-4d8a-8c47-37a6136cdce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:21Z', 'updated_at': '2022-09-04T01:14:24Z', 'revision_number': 4, 'project_id': 'abca446946bf4b32a50b47d29e71cba0', 'subnets': [{'id': '41b00470-0fa1-4d8a-8c47-37a6136cdce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:25.590642 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1240a8-a353-4d71-8759-88c7656337a9 None None] The sync data for ids ['5588f3e0-bce0-42ce-b4bf-d971c8482e9b'] in dv-cinder-master-3-iscsi is: [{'id': '5588f3e0-bce0-42ce-b4bf-d971c8482e9b', 'name': 'tempest-TestMinimumBasicScenario-1757848580-router', 'tenant_id': 'abca446946bf4b32a50b47d29e71cba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.111'}], 'enable_snat': True}, 'gw_port_id': '82064230-2100-4279-b030-003ad6dab6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:18Z', 'updated_at': '2022-09-04T01:14:21Z', 'revision_number': 4, 'project_id': 'abca446946bf4b32a50b47d29e71cba0', 'gw_port': {'id': '82064230-2100-4279-b030-003ad6dab6f1', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588f3e0-bce0-42ce-b4bf-d971c8482e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:18Z', 'updated_at': '2022-09-04T01:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8', 'name': '', 'network_id': 'dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb', 'tenant_id': 'abca446946bf4b32a50b47d29e71cba0', 'mac_address': 'fa:16:3e:3f:00:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588f3e0-bce0-42ce-b4bf-d971c8482e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '41b00470-0fa1-4d8a-8c47-37a6136cdce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:21Z', 'updated_at': '2022-09-04T01:14:24Z', 'revision_number': 4, 'project_id': 'abca446946bf4b32a50b47d29e71cba0', 'subnets': [{'id': '41b00470-0fa1-4d8a-8c47-37a6136cdce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:14:25.786220 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-493d3b01-2635-4f96-854f-5342f129fedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65166100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65271679'] for subnet (53b46299-8023-4a0f-bdf3-86b9a7286814), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:25.849058 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:DELETE=3,neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:25.908961 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d3b01-2635-4f96-854f-5342f129fedf admin admin] Checking segment: {'id': 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:14:25.909360 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493d3b01-2635-4f96-854f-5342f129fedf admin admin] Network hostable DHCP agents. Network: ca88993b-9210-4173-b062-c40cdf9e1da6, hostable agents: ['f07b96a2-ea86-405f-a561-e6ede253778c'], hosted agents: [] {{(pid=106791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:14:25.921001 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d3b01-2635-4f96-854f-5342f129fedf admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b46299-8023-4a0f-bdf3-86b9a7286814,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:26.048285 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493d3b01-2635-4f96-854f-5342f129fedf admin admin] Network ca88993b-9210-4173-b062-c40cdf9e1da6 is scheduled to be hosted by DHCP agent f07b96a2-ea86-405f-a561-e6ede253778c with binding_index 1 {{(pid=106791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:14:26.154179 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-493d3b01-2635-4f96-854f-5342f129fedf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, ca88993b-9210-4173-b062-c40cdf9e1da6) {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:26.159300 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493d3b01-2635-4f96-854f-5342f129fedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:26.159980 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-493d3b01-2635-4f96-854f-5342f129fedf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:26.164789 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88ce1be-0e1b-4956-be1c-1f5c57ee46db None None] Network ca88993b-9210-4173-b062-c40cdf9e1da6 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:14:26.289134 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56208) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:26.294521 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-5621f2f7-bea5-425b-9980-43d620c70418 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:26.295635 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-493d3b01-2635-4f96-854f-5342f129fedf admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9525580 Sep 04 01:14:26.348214 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87960f2-e345-445a-bdc4-23f181a3b391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-ca88993b-9210-4173-b062-c40cdf9e1da6', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814'}]}} from dv-cinder-master-3-iscsi. {{(pid=106792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 01:14:26.350076 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c87960f2-e345-445a-bdc4-23f181a3b391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:26.426529 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5621f2f7-bea5-425b-9980-43d620c70418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1814000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14356'] for router (6dabf8dd-965b-4215-badb-62721cb59027), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:26.427913 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5621f2f7-bea5-425b-9980-43d620c70418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1814446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14365'] for router (6dabf8dd-965b-4215-badb-62721cb59027), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:26.512295 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5621f2f7-bea5-425b-9980-43d620c70418 admin admin] Publish callbacks [] for router_controller (6dabf8dd-965b-4215-badb-62721cb59027), precommit_add_association {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:26.577481 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.db_base_plugin_common [None req-c87960f2-e345-445a-bdc4-23f181a3b391 None None] Allocated IP 172.20.0.2 (ca88993b-9210-4173-b062-c40cdf9e1da6/53b46299-8023-4a0f-bdf3-86b9a7286814/996205b2-4ccc-4913-8458-2e4f1e0e6687) {{(pid=106792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:14:26.715446 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:26.846057 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5621f2f7-bea5-425b-9980-43d620c70418 admin admin] Publish callbacks [] for router_gateway (6dabf8dd-965b-4215-badb-62721cb59027), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:26.857799 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:26.858232 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:26.916828 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:26.935448 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c87960f2-e345-445a-bdc4-23f181a3b391 None None] Publish callbacks [] for port (996205b2-4ccc-4913-8458-2e4f1e0e6687), precommit_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:26.972297 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:26.972992 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:27.012861 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8,segment=NetworkSegment(1937bb3a-afad-401d-a1b2-924e74017550),segment_id=1937bb3a-afad-401d-a1b2-924e74017550)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:27.066786 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c87960f2-e345-445a-bdc4-23f181a3b391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (996205b2-4ccc-4913-8458-2e4f1e0e6687), after_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:27.096912 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:27.142236 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:27.144303 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87960f2-e345-445a-bdc4-23f181a3b391 None None] Pushing event updated for resources: {'Port': ['ID=996205b2-4ccc-4913-8458-2e4f1e0e6687,revision_number=1']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:27.158091 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87960f2-e345-445a-bdc4-23f181a3b391 None None] Network ca88993b-9210-4173-b062-c40cdf9e1da6 is already hosted by enough agents. {{(pid=106792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:14:27.176548 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.base_scheduler [None req-c87960f2-e345-445a-bdc4-23f181a3b391 None None] Resources bound (agent type, host, resource id): {{(pid=106792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:27.181113 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87960f2-e345-445a-bdc4-23f181a3b391 None None] Received port after_create {{(pid=106792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:14:27.255367 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-c87960f2-e345-445a-bdc4-23f181a3b391 None None] Attempting to bind port 996205b2-4ccc-4913-8458-2e4f1e0e6687 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:14:27.255776 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-c87960f2-e345-445a-bdc4-23f181a3b391 None None] Attempting to bind port 996205b2-4ccc-4913-8458-2e4f1e0e6687 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:14:27.256136 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87960f2-e345-445a-bdc4-23f181a3b391 None None] Attempting to bind port 996205b2-4ccc-4913-8458-2e4f1e0e6687 on network ca88993b-9210-4173-b062-c40cdf9e1da6 {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:14:27.260854 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5621f2f7-bea5-425b-9980-43d620c70418 admin admin] Publish callbacks [] for router_gateway (6dabf8dd-965b-4215-badb-62721cb59027), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:27.265102 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87960f2-e345-445a-bdc4-23f181a3b391 None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:14:27.265471 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87960f2-e345-445a-bdc4-23f181a3b391 None None] Checking segment: {'id': 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:14:27.265855 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c87960f2-e345-445a-bdc4-23f181a3b391 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:27.266248 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87960f2-e345-445a-bdc4-23f181a3b391 None None] Bound using segment: {'id': 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:14:27.266710 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-c87960f2-e345-445a-bdc4-23f181a3b391 None None] Bound port: 996205b2-4ccc-4913-8458-2e4f1e0e6687, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:14:27.267081 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c87960f2-e345-445a-bdc4-23f181a3b391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (996205b2-4ccc-4913-8458-2e4f1e0e6687), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:27.296524 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5621f2f7-bea5-425b-9980-43d620c70418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:27.321137 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:27.382916 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-c87960f2-e345-445a-bdc4-23f181a3b391 None None] For port 996205b2-4ccc-4913-8458-2e4f1e0e6687, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:14:27.386786 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-c87960f2-e345-445a-bdc4-23f181a3b391 None None] For port 996205b2-4ccc-4913-8458-2e4f1e0e6687, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=996205b2-4ccc-4913-8458-2e4f1e0e6687,segment=NetworkSegment(ec3b99f9-cd00-455f-aba9-a56f7e7f2980),segment_id=ec3b99f9-cd00-455f-aba9-a56f7e7f2980)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:14:27.484664 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c87960f2-e345-445a-bdc4-23f181a3b391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (996205b2-4ccc-4913-8458-2e4f1e0e6687), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:27.499220 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:27.521757 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_common [None req-5621f2f7-bea5-425b-9980-43d620c70418 admin admin] Allocated IP 172.37.7.33 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/491c36f8-0074-4f7c-870c-6d117c1f71b6) {{(pid=106790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:14:27.600764 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87960f2-e345-445a-bdc4-23f181a3b391 None None] Pushing event updated for resources: {'Port': ['ID=996205b2-4ccc-4913-8458-2e4f1e0e6687,revision_number=2']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:27.612001 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:27.658930 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5621f2f7-bea5-425b-9980-43d620c70418 admin admin] Publish callbacks [] for port (491c36f8-0074-4f7c-870c-6d117c1f71b6), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:28.169348 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5621f2f7-bea5-425b-9980-43d620c70418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (491c36f8-0074-4f7c-870c-6d117c1f71b6), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:28.218159 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5621f2f7-bea5-425b-9980-43d620c70418 admin admin] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:14:28.223235 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-5621f2f7-bea5-425b-9980-43d620c70418 admin admin] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:28.227120 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5621f2f7-bea5-425b-9980-43d620c70418 admin admin] Received port after_create {{(pid=106790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:14:28.230712 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621f2f7-bea5-425b-9980-43d620c70418 admin admin] Pushing event updated for resources: {'Port': ['ID=491c36f8-0074-4f7c-870c-6d117c1f71b6,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:28.712114 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:28.722489 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5621f2f7-bea5-425b-9980-43d620c70418 admin admin] Publish callbacks [] for router_gateway (6dabf8dd-965b-4215-badb-62721cb59027), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:28.776387 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 996205b2-4ccc-4913-8458-2e4f1e0e6687 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:28.781797 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18e8e9c-c047-4374-8731-678e9de65c67 None None] Network ca88993b-9210-4173-b062-c40cdf9e1da6 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:14:28.900111 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-453832fd-db37-4ecc-8384-8139c71c09a2 None None] Provisioning complete for port 996205b2-4ccc-4913-8458-2e4f1e0e6687 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:28.907772 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-453832fd-db37-4ecc-8384-8139c71c09a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (996205b2-4ccc-4913-8458-2e4f1e0e6687), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:28.936839 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 996205b2-4ccc-4913-8458-2e4f1e0e6687 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:28.937242 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (996205b2-4ccc-4913-8458-2e4f1e0e6687), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:28.970800 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5621f2f7-bea5-425b-9980-43d620c70418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816303'] for router (6dabf8dd-965b-4215-badb-62721cb59027), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:29.219664 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5621f2f7-bea5-425b-9980-43d620c70418 admin admin] Router 6dabf8dd-965b-4215-badb-62721cb59027 is scheduled to L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe with binding_index 1 {{(pid=106790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 01:14:29.249955 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-453832fd-db37-4ecc-8384-8139c71c09a2 None None] Current status of the port 996205b2-4ccc-4913-8458-2e4f1e0e6687 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:29.250713 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-453832fd-db37-4ecc-8384-8139c71c09a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (996205b2-4ccc-4913-8458-2e4f1e0e6687), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:29.264451 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 996205b2-4ccc-4913-8458-2e4f1e0e6687 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:29.264962 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (996205b2-4ccc-4913-8458-2e4f1e0e6687), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:29.328674 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-453832fd-db37-4ecc-8384-8139c71c09a2 None None] For port 996205b2-4ccc-4913-8458-2e4f1e0e6687, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=996205b2-4ccc-4913-8458-2e4f1e0e6687,segment=NetworkSegment(ec3b99f9-cd00-455f-aba9-a56f7e7f2980),segment_id=ec3b99f9-cd00-455f-aba9-a56f7e7f2980)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:29.332834 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5621f2f7-bea5-425b-9980-43d620c70418 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:14:29.349261 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] Sync routers for ids ['6dabf8dd-965b-4215-badb-62721cb59027'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:14:29.377602 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-453832fd-db37-4ecc-8384-8139c71c09a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (996205b2-4ccc-4913-8458-2e4f1e0e6687), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:29.393573 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5621f2f7-bea5-425b-9980-43d620c70418 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:29.397432 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-5621f2f7-bea5-425b-9980-43d620c70418 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1046863 Sep 04 01:14:29.397982 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56228) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:29.501920 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] Routers {'6dabf8dd-965b-4215-badb-62721cb59027'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:14:29.502831 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:14:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['6dabf8dd-965b-4215-badb-62721cb59027'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:29.516087 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-eaf5df4a-135a-40c2-8c6c-74a2e85d66ee None None] Provisioning complete for port 996205b2-4ccc-4913-8458-2e4f1e0e6687 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:29.516654 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-eaf5df4a-135a-40c2-8c6c-74a2e85d66ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (996205b2-4ccc-4913-8458-2e4f1e0e6687), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:29.556499 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.db.api [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 04 01:14:29.557069 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG oslo_db.api [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 04 01:14:29.580835 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453832fd-db37-4ecc-8384-8139c71c09a2 None None] Pushing event updated for resources: {'Port': ['ID=996205b2-4ccc-4913-8458-2e4f1e0e6687,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:29.591865 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:29.646521 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-eaf5df4a-135a-40c2-8c6c-74a2e85d66ee None None] Current status of the port 996205b2-4ccc-4913-8458-2e4f1e0e6687 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:29.697321 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] Set router 6dabf8dd-965b-4215-badb-62721cb59027 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:14:29.914510 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:28Z', 'revision_number': 3, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:29.939480 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:29.943720 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1ee5-1574-4dd4-a770-b30e46b43428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:29.944672 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] Checking router: 6dabf8dd-965b-4215-badb-62721cb59027 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:14:29.945217 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] Updating router 6dabf8dd-965b-4215-badb-62721cb59027 port 491c36f8-0074-4f7c-870c-6d117c1f71b6 binding host dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:14:29.989242 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (491c36f8-0074-4f7c-870c-6d117c1f71b6), before_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:30.110467 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 996205b2-4ccc-4913-8458-2e4f1e0e6687 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:30.116996 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:30.121432 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [None req-cf1e1ee5-1574-4dd4-a770-b30e46b43428 admin admin] Allocated IP 172.20.0.1 (ca88993b-9210-4173-b062-c40cdf9e1da6/53b46299-8023-4a0f-bdf3-86b9a7286814/c73d8972-0881-4e30-8303-b09f2c82f2f0) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:14:30.173658 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:30.174220 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:30.236420 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:30.257155 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1ee5-1574-4dd4-a770-b30e46b43428 admin admin] Publish callbacks [] for port (c73d8972-0881-4e30-8303-b09f2c82f2f0), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:30.258646 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:30.274864 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] Publish callbacks [] for port (491c36f8-0074-4f7c-870c-6d117c1f71b6), precommit_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:30.285807 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:30.287715 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:30.380491 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1ee5-1574-4dd4-a770-b30e46b43428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (c73d8972-0881-4e30-8303-b09f2c82f2f0), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:30.382008 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (491c36f8-0074-4f7c-870c-6d117c1f71b6), after_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:30.440320 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78afa89-e74c-4991-b24e-4d9bfe5db65c None None] Pushing event updated for resources: {'Port': ['ID=491c36f8-0074-4f7c-870c-6d117c1f71b6,revision_number=2']} {{(pid=106793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:30.443112 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] Attempting to bind port 491c36f8-0074-4f7c-870c-6d117c1f71b6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:14:30.443790 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] Attempting to bind port 491c36f8-0074-4f7c-870c-6d117c1f71b6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}] {{(pid=106793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:14:30.444364 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] Attempting to bind port 491c36f8-0074-4f7c-870c-6d117c1f71b6 on network e8e0564a-d5c9-4fe0-b2d4-538f45096708 {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:14:30.447733 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e1ee5-1574-4dd4-a770-b30e46b43428 admin admin] Pushing event updated for resources: {'Port': ['ID=c73d8972-0881-4e30-8303-b09f2c82f2f0,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:30.452184 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:14:30.453525 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] Checking segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:14:30.454113 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:30.454705 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] Bound using segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:14:30.455538 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] Bound port: 491c36f8-0074-4f7c-870c-6d117c1f71b6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}] {{(pid=106793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:14:30.456727 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (491c36f8-0074-4f7c-870c-6d117c1f71b6), before_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:30.466293 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1e1ee5-1574-4dd4-a770-b30e46b43428 admin admin] Network ca88993b-9210-4173-b062-c40cdf9e1da6 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:14:30.468130 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-cf1e1ee5-1574-4dd4-a770-b30e46b43428 admin admin] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:30.471105 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1e1ee5-1574-4dd4-a770-b30e46b43428 admin admin] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:14:30.528937 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1ee5-1574-4dd4-a770-b30e46b43428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1721164'] for router_interface (6dabf8dd-965b-4215-badb-62721cb59027), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:30.551238 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.db [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] For port 491c36f8-0074-4f7c-870c-6d117c1f71b6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:14:30.559028 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.db [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] For port 491c36f8-0074-4f7c-870c-6d117c1f71b6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=491c36f8-0074-4f7c-870c-6d117c1f71b6,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:14:30.635585 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (491c36f8-0074-4f7c-870c-6d117c1f71b6), after_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:30.671119 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 996205b2-4ccc-4913-8458-2e4f1e0e6687 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:30.708904 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78afa89-e74c-4991-b24e-4d9bfe5db65c None None] Pushing event updated for resources: {'Port': ['ID=491c36f8-0074-4f7c-870c-6d117c1f71b6,revision_number=3']} {{(pid=106793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:30.732277 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] Routers {'6dabf8dd-965b-4215-badb-62721cb59027'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:14:30.733003 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:14:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['6dabf8dd-965b-4215-badb-62721cb59027'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:30.738367 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-33bd52c5-5ed5-460b-9c43-b086d0a2f223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:30.742025 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 996205b2-4ccc-4913-8458-2e4f1e0e6687 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:30.742471 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (996205b2-4ccc-4913-8458-2e4f1e0e6687), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:30.790897 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1ee5-1574-4dd4-a770-b30e46b43428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (c73d8972-0881-4e30-8303-b09f2c82f2f0), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:30.810507 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-f7a1570e-722f-4180-9b01-4f0d6446c41b None None] Provisioning complete for port c73d8972-0881-4e30-8303-b09f2c82f2f0 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:30.811203 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-f7a1570e-722f-4180-9b01-4f0d6446c41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (c73d8972-0881-4e30-8303-b09f2c82f2f0), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:30.855944 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] Set router 6dabf8dd-965b-4215-badb-62721cb59027 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:14:30.876563 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1570e-722f-4180-9b01-4f0d6446c41b None None] Port c73d8972-0881-4e30-8303-b09f2c82f2f0 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:14:30.882313 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 996205b2-4ccc-4913-8458-2e4f1e0e6687 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:31.001893 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1ee5-1574-4dd4-a770-b30e46b43428 admin admin] Publish callbacks [] for port (c73d8972-0881-4e30-8303-b09f2c82f2f0), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:31.067683 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1ee5-1574-4dd4-a770-b30e46b43428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (c73d8972-0881-4e30-8303-b09f2c82f2f0), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:31.117462 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:28Z', 'revision_number': 3, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:31.119119 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1ee5-1574-4dd4-a770-b30e46b43428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1721328'] for router_interface (6dabf8dd-965b-4215-badb-62721cb59027), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:31.167109 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6326fb-6933-4eaf-855a-ae4b4598fceb None None] The sync data for ids ['6dabf8dd-965b-4215-badb-62721cb59027'] in dv-cinder-master-3-iscsi is: [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:28Z', 'revision_number': 3, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:14:31.291460 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1e1ee5-1574-4dd4-a770-b30e46b43428 admin admin] Network ca88993b-9210-4173-b062-c40cdf9e1da6 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:14:31.297464 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-cf1e1ee5-1574-4dd4-a770-b30e46b43428 admin admin] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:31.320181 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e1ee5-1574-4dd4-a770-b30e46b43428 admin admin] Pushing event updated for resources: {'Port': ['ID=c73d8972-0881-4e30-8303-b09f2c82f2f0,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:31.562123 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1e1ee5-1574-4dd4-a770-b30e46b43428 admin admin] Router 6dabf8dd-965b-4215-badb-62721cb59027 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:14:31.580585 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:31.709161 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-9637af8d-918c-4856-8a3c-97f46b1dcc77 None None] Provisioning complete for port c73d8972-0881-4e30-8303-b09f2c82f2f0 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:31.713327 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-9637af8d-918c-4856-8a3c-97f46b1dcc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (c73d8972-0881-4e30-8303-b09f2c82f2f0), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:31.759604 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-9637af8d-918c-4856-8a3c-97f46b1dcc77 None None] Port c73d8972-0881-4e30-8303-b09f2c82f2f0 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:14:31.785408 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1e1ee5-1574-4dd4-a770-b30e46b43428 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:14:31.797154 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-cf1e1ee5-1574-4dd4-a770-b30e46b43428 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/6dabf8dd-965b-4215-badb-62721cb59027/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3973527 Sep 04 01:14:32.623898 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 491c36f8-0074-4f7c-870c-6d117c1f71b6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:32.683845 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 491c36f8-0074-4f7c-870c-6d117c1f71b6 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:32.684275 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (491c36f8-0074-4f7c-870c-6d117c1f71b6), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:32.768959 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 491c36f8-0074-4f7c-870c-6d117c1f71b6 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:32.769649 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (491c36f8-0074-4f7c-870c-6d117c1f71b6), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:32.795515 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port 491c36f8-0074-4f7c-870c-6d117c1f71b6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=491c36f8-0074-4f7c-870c-6d117c1f71b6,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:32.880552 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56272) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:32.885774 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-995d4ba3-dbc8-4e98-8d4c-de2903825800 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1320443576-network', 'tenant_id': 'fa1ba3942811492fb9ef388575baa4e2'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:32.937718 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (491c36f8-0074-4f7c-870c-6d117c1f71b6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:32.995853 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=491c36f8-0074-4f7c-870c-6d117c1f71b6,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:33.025710 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995d4ba3-dbc8-4e98-8d4c-de2903825800 admin admin] Made reservation on behalf of fa1ba3942811492fb9ef388575baa4e2 for: {'network': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:14:33.028820 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-995d4ba3-dbc8-4e98-8d4c-de2903825800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for network (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:33.032906 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:33.046756 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-995d4ba3-dbc8-4e98-8d4c-de2903825800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:33.059489 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c4178711-de4e-46ef-b538-a5c67187786d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:33.159010 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-995d4ba3-dbc8-4e98-8d4c-de2903825800 admin admin] Publish callbacks [] for security_group (d4c8d9f7-49b7-4890-a7c9-8be978bb8b89), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:33.271648 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-995d4ba3-dbc8-4e98-8d4c-de2903825800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (d4c8d9f7-49b7-4890-a7c9-8be978bb8b89), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:33.271838 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] Sync routers for ids ['6dabf8dd-965b-4215-badb-62721cb59027'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:14:33.288620 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] Routers {'6dabf8dd-965b-4215-badb-62721cb59027'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:14:33.289560 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:14:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['6dabf8dd-965b-4215-badb-62721cb59027'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:33.302305 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995d4ba3-dbc8-4e98-8d4c-de2903825800 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=106791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:14:33.328566 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-995d4ba3-dbc8-4e98-8d4c-de2903825800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (746951e7-0bc8-4b20-aeb2-4159b099caca), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:33.328911 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.segments_db [None req-995d4ba3-dbc8-4e98-8d4c-de2903825800 admin admin] Added segment 746951e7-0bc8-4b20-aeb2-4159b099caca of type vlan for network 41b67d38-e689-45bb-a406-6607a99ed49b Sep 04 01:14:33.330584 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d4ba3-dbc8-4e98-8d4c-de2903825800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c8d9f7-49b7-4890-a7c9-8be978bb8b89,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:33.352928 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:33.435784 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-995d4ba3-dbc8-4e98-8d4c-de2903825800 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760291093679'] for network (41b67d38-e689-45bb-a406-6607a99ed49b), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:33.462499 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] Set router 6dabf8dd-965b-4215-badb-62721cb59027 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:14:33.574532 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-995d4ba3-dbc8-4e98-8d4c-de2903825800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for network (41b67d38-e689-45bb-a406-6607a99ed49b), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:33.576892 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995d4ba3-dbc8-4e98-8d4c-de2903825800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:33.577790 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-995d4ba3-dbc8-4e98-8d4c-de2903825800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:33.614271 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:33.682510 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d4ba3-dbc8-4e98-8d4c-de2903825800 admin admin] Pushing event updated for resources: {'Network': ['ID=41b67d38-e689-45bb-a406-6607a99ed49b,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:33.692349 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c73d8972-0881-4e30-8303-b09f2c82f2f0', 'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'mac_address': 'fa:16:3e:b7:43:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:29Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 2, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'subnets': [{'id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:33.702184 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-995d4ba3-dbc8-4e98-8d4c-de2903825800 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8168836 Sep 04 01:14:33.702706 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56290) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:33.706157 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Network 41b67d38-e689-45bb-a406-6607a99ed49b details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:14:33.707765 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-5ffc998c-37da-46b5-9f6d-db1accbee21f admin admin] Request body: {'subnet': {'network_id': '41b67d38-e689-45bb-a406-6607a99ed49b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1320443576-subnet', 'tenant_id': 'fa1ba3942811492fb9ef388575baa4e2', 'ip_version': 4}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:33.732393 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] Checking router: 6dabf8dd-965b-4215-badb-62721cb59027 for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:14:33.732746 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] Updating router 6dabf8dd-965b-4215-badb-62721cb59027 port c73d8972-0881-4e30-8303-b09f2c82f2f0 binding host dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:14:33.792012 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffc998c-37da-46b5-9f6d-db1accbee21f admin admin] Made reservation on behalf of fa1ba3942811492fb9ef388575baa4e2 for: {'subnet': 1} {{(pid=106790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:14:33.795368 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5ffc998c-37da-46b5-9f6d-db1accbee21f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65458476'] for subnet (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:33.813399 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:33.821936 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (c73d8972-0881-4e30-8303-b09f2c82f2f0), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:34.124378 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5ffc998c-37da-46b5-9f6d-db1accbee21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63030345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65458462'] for subnet (223df0be-5574-4032-ab9c-4edcc292cdff), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:34.147695 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:34.151464 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] Publish callbacks [] for port (c73d8972-0881-4e30-8303-b09f2c82f2f0), precommit_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:34.260783 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:34.261646 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (c73d8972-0881-4e30-8303-b09f2c82f2f0), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:34.385947 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bac440-0eb0-491f-bc83-d5ec73893caa None None] Pushing event updated for resources: {'Port': ['ID=c73d8972-0881-4e30-8303-b09f2c82f2f0,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:34.406809 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] Attempting to bind port c73d8972-0881-4e30-8303-b09f2c82f2f0 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:14:34.407462 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] Attempting to bind port c73d8972-0881-4e30-8303-b09f2c82f2f0 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:14:34.407979 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] Attempting to bind port c73d8972-0881-4e30-8303-b09f2c82f2f0 on network ca88993b-9210-4173-b062-c40cdf9e1da6 {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:14:34.415224 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:14:34.417887 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] Checking segment: {'id': 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:14:34.417887 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:34.417887 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] Bound using segment: {'id': 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:14:34.417887 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] Bound port: c73d8972-0881-4e30-8303-b09f2c82f2f0, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:14:34.417887 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (c73d8972-0881-4e30-8303-b09f2c82f2f0), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:34.487308 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc998c-37da-46b5-9f6d-db1accbee21f admin admin] Pushing event updated for resources: {'Subnet': ['ID=223df0be-5574-4032-ab9c-4edcc292cdff,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:34.498155 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffc998c-37da-46b5-9f6d-db1accbee21f admin admin] Checking segment: {'id': '746951e7-0bc8-4b20-aeb2-4159b099caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '41b67d38-e689-45bb-a406-6607a99ed49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:14:34.498637 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffc998c-37da-46b5-9f6d-db1accbee21f admin admin] Network hostable DHCP agents. Network: 41b67d38-e689-45bb-a406-6607a99ed49b, hostable agents: ['f07b96a2-ea86-405f-a561-e6ede253778c'], hosted agents: [] {{(pid=106790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:14:34.539307 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] For port c73d8972-0881-4e30-8303-b09f2c82f2f0, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:14:34.542677 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] For port c73d8972-0881-4e30-8303-b09f2c82f2f0, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c73d8972-0881-4e30-8303-b09f2c82f2f0,segment=NetworkSegment(ec3b99f9-cd00-455f-aba9-a56f7e7f2980),segment_id=ec3b99f9-cd00-455f-aba9-a56f7e7f2980)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:14:34.569182 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffc998c-37da-46b5-9f6d-db1accbee21f admin admin] Network 41b67d38-e689-45bb-a406-6607a99ed49b is scheduled to be hosted by DHCP agent f07b96a2-ea86-405f-a561-e6ede253778c with binding_index 1 {{(pid=106790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:14:34.637246 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 491c36f8-0074-4f7c-870c-6d117c1f71b6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:34.665172 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-5ffc998c-37da-46b5-9f6d-db1accbee21f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 41b67d38-e689-45bb-a406-6607a99ed49b) {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:34.671007 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (c73d8972-0881-4e30-8303-b09f2c82f2f0), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:34.671125 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffc998c-37da-46b5-9f6d-db1accbee21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:34.676252 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5ffc998c-37da-46b5-9f6d-db1accbee21f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for subnet (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:34.686390 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:34.702330 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b4850e-6cac-469a-8552-344cac833ada None None] Network 41b67d38-e689-45bb-a406-6607a99ed49b requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:14:34.772006 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] Routers {'6dabf8dd-965b-4215-badb-62721cb59027'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:14:34.772651 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:14:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['6dabf8dd-965b-4215-badb-62721cb59027'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:34.787445 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-5ffc998c-37da-46b5-9f6d-db1accbee21f admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0811045 Sep 04 01:14:34.788003 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56298) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:34.796710 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-2560a61f-4812-4c44-9c61-a62142dbbe2e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1320443576-router', 'tenant_id': 'fa1ba3942811492fb9ef388575baa4e2', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:34.837005 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bac440-0eb0-491f-bc83-d5ec73893caa None None] Pushing event updated for resources: {'Port': ['ID=c73d8972-0881-4e30-8303-b09f2c82f2f0,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:34.923500 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2560a61f-4812-4c44-9c61-a62142dbbe2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1814000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14356'] for router (a70adf6d-b889-4681-acc7-04ce1b1c76a6), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:34.924764 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2560a61f-4812-4c44-9c61-a62142dbbe2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1814446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14365'] for router (a70adf6d-b889-4681-acc7-04ce1b1c76a6), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:35.015554 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2560a61f-4812-4c44-9c61-a62142dbbe2e admin admin] Publish callbacks [] for router_controller (a70adf6d-b889-4681-acc7-04ce1b1c76a6), precommit_add_association {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:35.046817 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 491c36f8-0074-4f7c-870c-6d117c1f71b6 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:35.046817 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (491c36f8-0074-4f7c-870c-6d117c1f71b6), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:35.126705 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] Set router 6dabf8dd-965b-4215-badb-62721cb59027 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:14:35.149008 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f824a001-3458-4cdb-a95c-cb28dbd8ad08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-41b67d38-e689-45bb-a406-6607a99ed49b', 'network_id': '41b67d38-e689-45bb-a406-6607a99ed49b', 'project_id': 'fa1ba3942811492fb9ef388575baa4e2', 'fixed_ips': [{'subnet_id': '223df0be-5574-4032-ab9c-4edcc292cdff'}]}} from dv-cinder-master-3-iscsi. {{(pid=106792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 01:14:35.149928 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-f824a001-3458-4cdb-a95c-cb28dbd8ad08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:35.266148 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 491c36f8-0074-4f7c-870c-6d117c1f71b6 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:35.281938 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2560a61f-4812-4c44-9c61-a62142dbbe2e admin admin] Publish callbacks [] for router_gateway (a70adf6d-b889-4681-acc7-04ce1b1c76a6), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:35.380379 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:35.480066 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:35.491655 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.db_base_plugin_common [None req-f824a001-3458-4cdb-a95c-cb28dbd8ad08 None None] Allocated IP 172.20.0.2 (41b67d38-e689-45bb-a406-6607a99ed49b/223df0be-5574-4032-ab9c-4edcc292cdff/20940f6e-c5ec-497b-b144-a180350e4857) {{(pid=106792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:14:35.594572 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2560a61f-4812-4c44-9c61-a62142dbbe2e admin admin] Publish callbacks [] for router_gateway (a70adf6d-b889-4681-acc7-04ce1b1c76a6), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:35.595653 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c73d8972-0881-4e30-8303-b09f2c82f2f0', 'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'mac_address': 'fa:16:3e:b7:43:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:29Z', 'updated_at': '2022-09-04T01:14:34Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'subnets': [{'id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:35.620854 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2560a61f-4812-4c44-9c61-a62142dbbe2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:35.633512 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42d07fd-2b89-4bbd-a489-d0d48b931445 None None] The sync data for ids ['6dabf8dd-965b-4215-badb-62721cb59027'] in dv-cinder-master-3-iscsi is: [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c73d8972-0881-4e30-8303-b09f2c82f2f0', 'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'mac_address': 'fa:16:3e:b7:43:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:29Z', 'updated_at': '2022-09-04T01:14:34Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'subnets': [{'id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:14:35.811789 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:35.832285 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-f824a001-3458-4cdb-a95c-cb28dbd8ad08 None None] Publish callbacks [] for port (20940f6e-c5ec-497b-b144-a180350e4857), precommit_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:35.906424 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-f824a001-3458-4cdb-a95c-cb28dbd8ad08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873'] for port (20940f6e-c5ec-497b-b144-a180350e4857), after_create {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:35.914230 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_common [None req-2560a61f-4812-4c44-9c61-a62142dbbe2e admin admin] Allocated IP 172.37.7.81 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/2c3ac556-7316-478e-a2cf-0863e3b01f18) {{(pid=106790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:14:35.971100 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:35.995845 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f824a001-3458-4cdb-a95c-cb28dbd8ad08 None None] Network 41b67d38-e689-45bb-a406-6607a99ed49b is already hosted by enough agents. {{(pid=106792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:14:36.001974 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.scheduler.base_scheduler [None req-f824a001-3458-4cdb-a95c-cb28dbd8ad08 None None] Resources bound (agent type, host, resource id): {{(pid=106792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:36.008354 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f824a001-3458-4cdb-a95c-cb28dbd8ad08 None None] Received port after_create {{(pid=106792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:14:36.019282 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824a001-3458-4cdb-a95c-cb28dbd8ad08 None None] Pushing event updated for resources: {'Port': ['ID=20940f6e-c5ec-497b-b144-a180350e4857,revision_number=1']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:36.098153 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2560a61f-4812-4c44-9c61-a62142dbbe2e admin admin] Publish callbacks [] for port (2c3ac556-7316-478e-a2cf-0863e3b01f18), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:36.109360 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-f824a001-3458-4cdb-a95c-cb28dbd8ad08 None None] Attempting to bind port 20940f6e-c5ec-497b-b144-a180350e4857 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:14:36.110831 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-f824a001-3458-4cdb-a95c-cb28dbd8ad08 None None] Attempting to bind port 20940f6e-c5ec-497b-b144-a180350e4857 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '746951e7-0bc8-4b20-aeb2-4159b099caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '41b67d38-e689-45bb-a406-6607a99ed49b'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:14:36.112056 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f824a001-3458-4cdb-a95c-cb28dbd8ad08 None None] Attempting to bind port 20940f6e-c5ec-497b-b144-a180350e4857 on network 41b67d38-e689-45bb-a406-6607a99ed49b {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:14:36.121600 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f824a001-3458-4cdb-a95c-cb28dbd8ad08 None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:14:36.123345 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f824a001-3458-4cdb-a95c-cb28dbd8ad08 None None] Checking segment: {'id': '746951e7-0bc8-4b20-aeb2-4159b099caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '41b67d38-e689-45bb-a406-6607a99ed49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:14:36.123682 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-f824a001-3458-4cdb-a95c-cb28dbd8ad08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:36.124078 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f824a001-3458-4cdb-a95c-cb28dbd8ad08 None None] Bound using segment: {'id': '746951e7-0bc8-4b20-aeb2-4159b099caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '41b67d38-e689-45bb-a406-6607a99ed49b'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:14:36.124987 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-f824a001-3458-4cdb-a95c-cb28dbd8ad08 None None] Bound port: 20940f6e-c5ec-497b-b144-a180350e4857, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746951e7-0bc8-4b20-aeb2-4159b099caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '41b67d38-e689-45bb-a406-6607a99ed49b'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:14:36.125485 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-f824a001-3458-4cdb-a95c-cb28dbd8ad08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (20940f6e-c5ec-497b-b144-a180350e4857), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:36.207243 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-f824a001-3458-4cdb-a95c-cb28dbd8ad08 None None] For port 20940f6e-c5ec-497b-b144-a180350e4857, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:14:36.211423 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-f824a001-3458-4cdb-a95c-cb28dbd8ad08 None None] For port 20940f6e-c5ec-497b-b144-a180350e4857, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=20940f6e-c5ec-497b-b144-a180350e4857,segment=NetworkSegment(746951e7-0bc8-4b20-aeb2-4159b099caca),segment_id=746951e7-0bc8-4b20-aeb2-4159b099caca)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:14:36.300294 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2560a61f-4812-4c44-9c61-a62142dbbe2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (2c3ac556-7316-478e-a2cf-0863e3b01f18), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:36.303392 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-f824a001-3458-4cdb-a95c-cb28dbd8ad08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (20940f6e-c5ec-497b-b144-a180350e4857), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:36.421666 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824a001-3458-4cdb-a95c-cb28dbd8ad08 None None] Pushing event updated for resources: {'Port': ['ID=20940f6e-c5ec-497b-b144-a180350e4857,revision_number=2']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:36.429667 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:36.434508 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560a61f-4812-4c44-9c61-a62142dbbe2e admin admin] Pushing event updated for resources: {'Port': ['ID=2c3ac556-7316-478e-a2cf-0863e3b01f18,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:36.447681 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2560a61f-4812-4c44-9c61-a62142dbbe2e admin admin] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:14:36.450652 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-2560a61f-4812-4c44-9c61-a62142dbbe2e admin admin] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:36.463652 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2560a61f-4812-4c44-9c61-a62142dbbe2e admin admin] Received port after_create {{(pid=106790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:14:36.676015 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:36.688806 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device c73d8972-0881-4e30-8303-b09f2c82f2f0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:36.757751 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port c73d8972-0881-4e30-8303-b09f2c82f2f0 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:36.758110 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (c73d8972-0881-4e30-8303-b09f2c82f2f0), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:36.759686 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:36.851507 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port c73d8972-0881-4e30-8303-b09f2c82f2f0 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:36.871656 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (c73d8972-0881-4e30-8303-b09f2c82f2f0), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:36.887581 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port c73d8972-0881-4e30-8303-b09f2c82f2f0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c73d8972-0881-4e30-8303-b09f2c82f2f0,segment=NetworkSegment(ec3b99f9-cd00-455f-aba9-a56f7e7f2980),segment_id=ec3b99f9-cd00-455f-aba9-a56f7e7f2980)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:36.985711 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (c73d8972-0881-4e30-8303-b09f2c82f2f0), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:37.035073 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=c73d8972-0881-4e30-8303-b09f2c82f2f0,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:37.048205 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2560a61f-4812-4c44-9c61-a62142dbbe2e admin admin] Publish callbacks [] for router_gateway (a70adf6d-b889-4681-acc7-04ce1b1c76a6), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:37.284327 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2560a61f-4812-4c44-9c61-a62142dbbe2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1814301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816303'] for router (a70adf6d-b889-4681-acc7-04ce1b1c76a6), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:37.357471 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56326) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:37.534141 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f4bb24ed-d8b9-4c72-9f30-3b326c5f9827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:37.553922 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2560a61f-4812-4c44-9c61-a62142dbbe2e admin admin] Router a70adf6d-b889-4681-acc7-04ce1b1c76a6 is scheduled to L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe with binding_index 1 {{(pid=106790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 01:14:37.584111 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad7e77c-9fc8-42e5-a60b-630ad480ddac None None] Network 41b67d38-e689-45bb-a406-6607a99ed49b requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:14:37.635011 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f4bb24ed-d8b9-4c72-9f30-3b326c5f9827 admin admin] Publish callbacks [] for security_group (a375cf13-9a80-4fe8-bb02-c64c81019444), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:37.636980 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=71,neutron:INSERT=23,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:37.652468 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-0164a6e0-dd9d-45ec-b0bd-4f890fc72511 None None] Provisioning complete for port 20940f6e-c5ec-497b-b144-a180350e4857 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:37.652835 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-0164a6e0-dd9d-45ec-b0bd-4f890fc72511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (20940f6e-c5ec-497b-b144-a180350e4857), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:37.705395 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-f4bb24ed-d8b9-4c72-9f30-3b326c5f9827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (a375cf13-9a80-4fe8-bb02-c64c81019444), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:37.721149 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2560a61f-4812-4c44-9c61-a62142dbbe2e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:14:37.732827 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] Sync routers for ids ['a70adf6d-b889-4681-acc7-04ce1b1c76a6'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:14:37.736104 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:37.753218 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] Routers {'a70adf6d-b889-4681-acc7-04ce1b1c76a6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:14:37.754725 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:14:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a70adf6d-b889-4681-acc7-04ce1b1c76a6'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:37.765012 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb24ed-d8b9-4c72-9f30-3b326c5f9827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a375cf13-9a80-4fe8-bb02-c64c81019444,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:37.820874 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-f4bb24ed-d8b9-4c72-9f30-3b326c5f9827 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b5bfefa807364899ae84d6ae0acf6c89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4622531 Sep 04 01:14:37.823749 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56330) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:37.825681 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:37.836682 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-2560a61f-4812-4c44-9c61-a62142dbbe2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:37.842629 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-2560a61f-4812-4c44-9c61-a62142dbbe2e admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0534794 Sep 04 01:14:37.845363 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56332) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:37.890175 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-0164a6e0-dd9d-45ec-b0bd-4f890fc72511 None None] Current status of the port 20940f6e-c5ec-497b-b144-a180350e4857 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:37.890560 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-0164a6e0-dd9d-45ec-b0bd-4f890fc72511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (20940f6e-c5ec-497b-b144-a180350e4857), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:37.922066 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:37.926692 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] Set router a70adf6d-b889-4681-acc7-04ce1b1c76a6 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:14:37.965355 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-317036a6-896b-466b-965a-0be555572a35 admin admin] Publish callbacks [] for security_group (a375cf13-9a80-4fe8-bb02-c64c81019444), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:37.983814 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-0164a6e0-dd9d-45ec-b0bd-4f890fc72511 None None] For port 20940f6e-c5ec-497b-b144-a180350e4857, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=20940f6e-c5ec-497b-b144-a180350e4857,segment=NetworkSegment(746951e7-0bc8-4b20-aeb2-4159b099caca),segment_id=746951e7-0bc8-4b20-aeb2-4159b099caca)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:37.995883 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:38.031017 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-317036a6-896b-466b-965a-0be555572a35 admin admin] Publish callbacks [] for security_group (a375cf13-9a80-4fe8-bb02-c64c81019444), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:38.071239 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-0164a6e0-dd9d-45ec-b0bd-4f890fc72511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (20940f6e-c5ec-497b-b144-a180350e4857), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:38.156499 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164a6e0-dd9d-45ec-b0bd-4f890fc72511 None None] Pushing event updated for resources: {'Port': ['ID=20940f6e-c5ec-497b-b144-a180350e4857,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:38.222915 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70adf6d-b889-4681-acc7-04ce1b1c76a6', 'name': 'tempest-TestVolumeBootPattern-1320443576-router', 'tenant_id': 'fa1ba3942811492fb9ef388575baa4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.81'}], 'enable_snat': True}, 'gw_port_id': '2c3ac556-7316-478e-a2cf-0863e3b01f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:34Z', 'updated_at': '2022-09-04T01:14:36Z', 'revision_number': 3, 'project_id': 'fa1ba3942811492fb9ef388575baa4e2', 'gw_port': {'id': '2c3ac556-7316-478e-a2cf-0863e3b01f18', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:36:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70adf6d-b889-4681-acc7-04ce1b1c76a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:35Z', 'updated_at': '2022-09-04T01:14:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:38.225817 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:38.249225 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] Checking router: a70adf6d-b889-4681-acc7-04ce1b1c76a6 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:14:38.249482 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] Updating router a70adf6d-b889-4681-acc7-04ce1b1c76a6 port 2c3ac556-7316-478e-a2cf-0863e3b01f18 binding host dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:14:38.254425 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-317036a6-896b-466b-965a-0be555572a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (a375cf13-9a80-4fe8-bb02-c64c81019444), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:38.257378 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-317036a6-896b-466b-965a-0be555572a35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:38.261390 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-317036a6-896b-466b-965a-0be555572a35 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a375cf13-9a80-4fe8-bb02-c64c81019444 HTTP/1.1" status: 204 len: 168 time: 0.4336743 Sep 04 01:14:38.270387 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317036a6-896b-466b-965a-0be555572a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a375cf13-9a80-4fe8-bb02-c64c81019444,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:38.299558 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (2c3ac556-7316-478e-a2cf-0863e3b01f18), before_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:38.303305 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-3cdd09f9-34c2-4ae7-971a-b85fbdc9d51e None None] Provisioning complete for port 20940f6e-c5ec-497b-b144-a180350e4857 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:38.303714 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-3cdd09f9-34c2-4ae7-971a-b85fbdc9d51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (20940f6e-c5ec-497b-b144-a180350e4857), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:38.401093 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-3cdd09f9-34c2-4ae7-971a-b85fbdc9d51e None None] Current status of the port 20940f6e-c5ec-497b-b144-a180350e4857 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:38.700488 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:38.746395 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] Publish callbacks [] for port (2c3ac556-7316-478e-a2cf-0863e3b01f18), precommit_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:38.754544 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c8d316f9-7a4d-47f6-b0e1-a7e4c0e3e3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:38.755993 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device c73d8972-0881-4e30-8303-b09f2c82f2f0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:38.805713 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port c73d8972-0881-4e30-8303-b09f2c82f2f0 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:38.806371 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (c73d8972-0881-4e30-8303-b09f2c82f2f0), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:38.825500 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (2c3ac556-7316-478e-a2cf-0863e3b01f18), after_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:38.871034 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] Attempting to bind port 2c3ac556-7316-478e-a2cf-0863e3b01f18 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:14:38.872074 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] Attempting to bind port 2c3ac556-7316-478e-a2cf-0863e3b01f18 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}] {{(pid=106793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:14:38.872934 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] Attempting to bind port 2c3ac556-7316-478e-a2cf-0863e3b01f18 on network e8e0564a-d5c9-4fe0-b2d4-538f45096708 {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:14:38.884855 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:14:38.885496 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] Checking segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:14:38.886076 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:38.886628 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] Bound using segment: {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'} {{(pid=106793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:14:38.887277 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.managers [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] Bound port: 2c3ac556-7316-478e-a2cf-0863e3b01f18, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26850af-ca47-4ea8-9a33-a34f3381800e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708'}}] {{(pid=106793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:14:38.887981 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (2c3ac556-7316-478e-a2cf-0863e3b01f18), before_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:38.895725 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port c73d8972-0881-4e30-8303-b09f2c82f2f0 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:38.896885 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 20940f6e-c5ec-497b-b144-a180350e4857 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:38.922819 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a282f-e2ea-4b30-98a6-2aaa3f5f676b None None] Pushing event updated for resources: {'Port': ['ID=2c3ac556-7316-478e-a2cf-0863e3b01f18,revision_number=2']} {{(pid=106793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:38.949813 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:38.952622 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 20940f6e-c5ec-497b-b144-a180350e4857 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:38.953208 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (20940f6e-c5ec-497b-b144-a180350e4857), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:38.967184 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.db [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] For port 2c3ac556-7316-478e-a2cf-0863e3b01f18, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:14:38.970596 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.plugins.ml2.db [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] For port 2c3ac556-7316-478e-a2cf-0863e3b01f18, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2c3ac556-7316-478e-a2cf-0863e3b01f18,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:14:38.983834 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [None req-c8d316f9-7a4d-47f6-b0e1-a7e4c0e3e3a3 admin admin] Allocated IP 172.20.0.1 (41b67d38-e689-45bb-a406-6607a99ed49b/223df0be-5574-4032-ab9c-4edcc292cdff/4e686822-d1bf-4795-baed-c36577dc9ff3) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:14:39.038321 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 20940f6e-c5ec-497b-b144-a180350e4857 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:39.065943 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b68b0f1d-60d8-44a1-97b1-056d83ddb8a8 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:39.069660 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b68b0f1d-60d8-44a1-97b1-056d83ddb8a8 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/networks?id=93fca803-def7-462d-b519-0eb07f4ac511 HTTP/1.1" status: 200 len: 814 time: 0.1222544 Sep 04 01:14:39.072129 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron_lib.callbacks.manager [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (2c3ac556-7316-478e-a2cf-0863e3b01f18), after_update {{(pid=106793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:39.084780 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56358) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:39.091054 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:39.103961 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c8d316f9-7a4d-47f6-b0e1-a7e4c0e3e3a3 admin admin] Publish callbacks [] for port (4e686822-d1bf-4795-baed-c36577dc9ff3), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:39.106648 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3fd40bb2-f0bb-47bd-be88-3584b46debfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:39.112843 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-e531624b-15c2-4cf9-a0bb-f05879f4c411 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/quotas/027792a6118140099aaf522ca15bb07e HTTP/1.1" status: 200 len: 375 time: 0.0379627 Sep 04 01:14:39.115569 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] Routers {'a70adf6d-b889-4681-acc7-04ce1b1c76a6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:14:39.116197 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:14:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a70adf6d-b889-4681-acc7-04ce1b1c76a6'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:39.164666 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a282f-e2ea-4b30-98a6-2aaa3f5f676b None None] Pushing event updated for resources: {'Port': ['ID=2c3ac556-7316-478e-a2cf-0863e3b01f18,revision_number=3']} {{(pid=106793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:39.193937 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-659576c1-b117-470a-bc21-47c1986de7d9 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=027792a6118140099aaf522ca15bb07e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665040 Sep 04 01:14:39.226286 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c8d316f9-7a4d-47f6-b0e1-a7e4c0e3e3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (4e686822-d1bf-4795-baed-c36577dc9ff3), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:39.241205 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] Set router a70adf6d-b889-4681-acc7-04ce1b1c76a6 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:14:39.245297 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3fd40bb2-f0bb-47bd-be88-3584b46debfe admin admin] Publish callbacks [] for security_group (619ba220-916d-44a1-9f69-29713bf8fa17), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:39.281692 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d316f9-7a4d-47f6-b0e1-a7e4c0e3e3a3 admin admin] Network 41b67d38-e689-45bb-a406-6607a99ed49b is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:14:39.286375 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-c8d316f9-7a4d-47f6-b0e1-a7e4c0e3e3a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:39.295824 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d316f9-7a4d-47f6-b0e1-a7e4c0e3e3a3 admin admin] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:14:39.315682 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3fd40bb2-f0bb-47bd-be88-3584b46debfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (619ba220-916d-44a1-9f69-29713bf8fa17), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:39.319430 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d316f9-7a4d-47f6-b0e1-a7e4c0e3e3a3 admin admin] Pushing event updated for resources: {'Port': ['ID=4e686822-d1bf-4795-baed-c36577dc9ff3,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:39.347393 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c8d316f9-7a4d-47f6-b0e1-a7e4c0e3e3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1721164'] for router_interface (a70adf6d-b889-4681-acc7-04ce1b1c76a6), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:39.376470 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-3fd40bb2-f0bb-47bd-be88-3584b46debfe admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=136968e58b1b42289f63983c8d7f4927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906380 Sep 04 01:14:39.378248 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd40bb2-f0bb-47bd-be88-3584b46debfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619ba220-916d-44a1-9f69-29713bf8fa17,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:39.380625 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56362) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:39.404100 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:39.467585 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4e6062e8-6bda-4a6c-887a-290e582f743b admin admin] Publish callbacks [] for security_group (619ba220-916d-44a1-9f69-29713bf8fa17), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:39.485805 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70adf6d-b889-4681-acc7-04ce1b1c76a6', 'name': 'tempest-TestVolumeBootPattern-1320443576-router', 'tenant_id': 'fa1ba3942811492fb9ef388575baa4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.81'}], 'enable_snat': True}, 'gw_port_id': '2c3ac556-7316-478e-a2cf-0863e3b01f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:34Z', 'updated_at': '2022-09-04T01:14:36Z', 'revision_number': 3, 'project_id': 'fa1ba3942811492fb9ef388575baa4e2', 'gw_port': {'id': '2c3ac556-7316-478e-a2cf-0863e3b01f18', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:36:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70adf6d-b889-4681-acc7-04ce1b1c76a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:35Z', 'updated_at': '2022-09-04T01:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:39.529140 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9149e8-96b0-4052-9957-002eb303563a None None] The sync data for ids ['a70adf6d-b889-4681-acc7-04ce1b1c76a6'] in dv-cinder-master-3-iscsi is: [{'id': 'a70adf6d-b889-4681-acc7-04ce1b1c76a6', 'name': 'tempest-TestVolumeBootPattern-1320443576-router', 'tenant_id': 'fa1ba3942811492fb9ef388575baa4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.81'}], 'enable_snat': True}, 'gw_port_id': '2c3ac556-7316-478e-a2cf-0863e3b01f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:34Z', 'updated_at': '2022-09-04T01:14:36Z', 'revision_number': 3, 'project_id': 'fa1ba3942811492fb9ef388575baa4e2', 'gw_port': {'id': '2c3ac556-7316-478e-a2cf-0863e3b01f18', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:36:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70adf6d-b889-4681-acc7-04ce1b1c76a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:35Z', 'updated_at': '2022-09-04T01:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:14:39.532585 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4e6062e8-6bda-4a6c-887a-290e582f743b admin admin] Publish callbacks [] for security_group (619ba220-916d-44a1-9f69-29713bf8fa17), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:39.603701 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-790ec416-7e30-4f83-bf3a-b1a14f4ae566 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/93fca803-def7-462d-b519-0eb07f4ac511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944316 Sep 04 01:14:39.624743 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c8d316f9-7a4d-47f6-b0e1-a7e4c0e3e3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (4e686822-d1bf-4795-baed-c36577dc9ff3), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:39.634275 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-36b14170-6646-422d-aba5-917776fdd94a None None] Provisioning complete for port 4e686822-d1bf-4795-baed-c36577dc9ff3 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:39.634786 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-36b14170-6646-422d-aba5-917776fdd94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (4e686822-d1bf-4795-baed-c36577dc9ff3), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:39.672137 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:39.682305 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-36b14170-6646-422d-aba5-917776fdd94a None None] Port 4e686822-d1bf-4795-baed-c36577dc9ff3 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:14:39.709956 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-3c72d637-9ac1-4d4a-9408-e5d1a6a8deba service neutron] 10.222.0.42 "GET /networking/v2.0/networks/93fca803-def7-462d-b519-0eb07f4ac511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000352 Sep 04 01:14:39.713505 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4e6062e8-6bda-4a6c-887a-290e582f743b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (619ba220-916d-44a1-9f69-29713bf8fa17), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:39.713505 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4e6062e8-6bda-4a6c-887a-290e582f743b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:39.714492 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-4e6062e8-6bda-4a6c-887a-290e582f743b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/619ba220-916d-44a1-9f69-29713bf8fa17 HTTP/1.1" status: 204 len: 168 time: 0.3315177 Sep 04 01:14:39.724097 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6062e8-6bda-4a6c-887a-290e582f743b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619ba220-916d-44a1-9f69-29713bf8fa17,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:39.770791 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:39.892202 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c8d316f9-7a4d-47f6-b0e1-a7e4c0e3e3a3 admin admin] Publish callbacks [] for port (4e686822-d1bf-4795-baed-c36577dc9ff3), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:39.956753 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c8d316f9-7a4d-47f6-b0e1-a7e4c0e3e3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (4e686822-d1bf-4795-baed-c36577dc9ff3), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:40.026023 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d316f9-7a4d-47f6-b0e1-a7e4c0e3e3a3 admin admin] Pushing event updated for resources: {'Port': ['ID=4e686822-d1bf-4795-baed-c36577dc9ff3,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:40.041314 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c8d316f9-7a4d-47f6-b0e1-a7e4c0e3e3a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1721328'] for router_interface (a70adf6d-b889-4681-acc7-04ce1b1c76a6), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:40.129969 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d316f9-7a4d-47f6-b0e1-a7e4c0e3e3a3 admin admin] Network 41b67d38-e689-45bb-a406-6607a99ed49b is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:14:40.131340 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-c8d316f9-7a4d-47f6-b0e1-a7e4c0e3e3a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:40.257402 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d316f9-7a4d-47f6-b0e1-a7e4c0e3e3a3 admin admin] Router a70adf6d-b889-4681-acc7-04ce1b1c76a6 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:14:40.380576 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d316f9-7a4d-47f6-b0e1-a7e4c0e3e3a3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:14:40.386084 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-c8d316f9-7a4d-47f6-b0e1-a7e4c0e3e3a3 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/a70adf6d-b889-4681-acc7-04ce1b1c76a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5396533 Sep 04 01:14:40.389675 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:40.408541 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-bc96640a-882b-418d-9824-1d62630c6b1b None None] Provisioning complete for port 4e686822-d1bf-4795-baed-c36577dc9ff3 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:40.409111 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-bc96640a-882b-418d-9824-1d62630c6b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (4e686822-d1bf-4795-baed-c36577dc9ff3), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:40.452936 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-bc96640a-882b-418d-9824-1d62630c6b1b None None] Port 4e686822-d1bf-4795-baed-c36577dc9ff3 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:14:40.629665 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 2c3ac556-7316-478e-a2cf-0863e3b01f18 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:40.678372 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 2c3ac556-7316-478e-a2cf-0863e3b01f18 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:40.678772 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (2c3ac556-7316-478e-a2cf-0863e3b01f18), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:40.769635 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 2c3ac556-7316-478e-a2cf-0863e3b01f18 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:40.770023 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (2c3ac556-7316-478e-a2cf-0863e3b01f18), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:40.794905 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port 2c3ac556-7316-478e-a2cf-0863e3b01f18, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2c3ac556-7316-478e-a2cf-0863e3b01f18,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:40.859468 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (2c3ac556-7316-478e-a2cf-0863e3b01f18), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:40.908350 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=2c3ac556-7316-478e-a2cf-0863e3b01f18,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:40.927447 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56390) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:40.933054 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-b55eddd8-2c7d-417b-917b-7061e3db4222 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2067064205', 'description': 'tempest-secgroup-smoke-2067064205 description', 'project_id': '2506b96ac13541e6a7a47c5aedca67e5'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:41.036823 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b55eddd8-2c7d-417b-917b-7061e3db4222 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:41.048991 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3d9f7a9f-840d-498b-a67a-37c1b4069ebc req-a7d1e366-f227-4381-99f0-ea23e30f830c tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 210 time: 0.0481176 Sep 04 01:14:41.116654 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b55eddd8-2c7d-417b-917b-7061e3db4222 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group (46402ba3-28d6-4a31-82e5-99b05a90c3c7), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:41.209437 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b55eddd8-2c7d-417b-917b-7061e3db4222 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (46402ba3-28d6-4a31-82e5-99b05a90c3c7), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:41.241053 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55eddd8-2c7d-417b-917b-7061e3db4222 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46402ba3-28d6-4a31-82e5-99b05a90c3c7,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:41.349413 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b55eddd8-2c7d-417b-917b-7061e3db4222 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:41.349413 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-b55eddd8-2c7d-417b-917b-7061e3db4222 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4195819 Sep 04 01:14:41.351496 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56406) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:41.355723 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-eae58bba-2e37-4d29-9851-a6efa4b308e8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Request body: {'security_group_rule': {'security_group_id': '46402ba3-28d6-4a31-82e5-99b05a90c3c7', 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:41.489905 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-eae58bba-2e37-4d29-9851-a6efa4b308e8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group_rule (542c8814-2b98-41e9-a6d7-da8a5ede20fd), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:41.551047 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-eae58bba-2e37-4d29-9851-a6efa4b308e8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group_rule (542c8814-2b98-41e9-a6d7-da8a5ede20fd), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:41.620226 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] Sync routers for ids ['a70adf6d-b889-4681-acc7-04ce1b1c76a6'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:14:41.631983 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-eae58bba-2e37-4d29-9851-a6efa4b308e8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (542c8814-2b98-41e9-a6d7-da8a5ede20fd), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:41.634163 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] Routers {'a70adf6d-b889-4681-acc7-04ce1b1c76a6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:14:41.635095 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:14:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a70adf6d-b889-4681-acc7-04ce1b1c76a6'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:41.653271 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae58bba-2e37-4d29-9851-a6efa4b308e8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542c8814-2b98-41e9-a6d7-da8a5ede20fd,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:41.677894 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:41.723582 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-eae58bba-2e37-4d29-9851-a6efa4b308e8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:41.731676 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-eae58bba-2e37-4d29-9851-a6efa4b308e8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3723822 Sep 04 01:14:41.734032 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56416) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:41.739084 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-a9e1c1c6-9951-4b6e-b2f9-e6f6515acae9 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Request body: {'security_group_rule': {'security_group_id': '46402ba3-28d6-4a31-82e5-99b05a90c3c7', 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:41.744830 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] Set router a70adf6d-b889-4681-acc7-04ce1b1c76a6 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:14:41.856935 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c1c6-9951-4b6e-b2f9-e6f6515acae9 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group_rule (8425d71a-4431-47a2-9473-e64c71a2f5ae), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:41.914164 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c1c6-9951-4b6e-b2f9-e6f6515acae9 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group_rule (8425d71a-4431-47a2-9473-e64c71a2f5ae), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:41.945009 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70adf6d-b889-4681-acc7-04ce1b1c76a6', 'name': 'tempest-TestVolumeBootPattern-1320443576-router', 'tenant_id': 'fa1ba3942811492fb9ef388575baa4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.81'}], 'enable_snat': True}, 'gw_port_id': '2c3ac556-7316-478e-a2cf-0863e3b01f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:34Z', 'updated_at': '2022-09-04T01:14:39Z', 'revision_number': 4, 'project_id': 'fa1ba3942811492fb9ef388575baa4e2', 'gw_port': {'id': '2c3ac556-7316-478e-a2cf-0863e3b01f18', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:36:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70adf6d-b889-4681-acc7-04ce1b1c76a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:35Z', 'updated_at': '2022-09-04T01:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4e686822-d1bf-4795-baed-c36577dc9ff3', 'name': '', 'network_id': '41b67d38-e689-45bb-a406-6607a99ed49b', 'tenant_id': 'fa1ba3942811492fb9ef388575baa4e2', 'mac_address': 'fa:16:3e:85:6a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70adf6d-b889-4681-acc7-04ce1b1c76a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '223df0be-5574-4032-ab9c-4edcc292cdff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:38Z', 'updated_at': '2022-09-04T01:14:39Z', 'revision_number': 2, 'project_id': 'fa1ba3942811492fb9ef388575baa4e2', 'subnets': [{'id': '223df0be-5574-4032-ab9c-4edcc292cdff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:41.971718 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] Checking router: a70adf6d-b889-4681-acc7-04ce1b1c76a6 for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:14:41.976769 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] Updating router a70adf6d-b889-4681-acc7-04ce1b1c76a6 port 4e686822-d1bf-4795-baed-c36577dc9ff3 binding host dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 01:14:41.997063 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c1c6-9951-4b6e-b2f9-e6f6515acae9 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (8425d71a-4431-47a2-9473-e64c71a2f5ae), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:42.003886 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (4e686822-d1bf-4795-baed-c36577dc9ff3), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:42.017098 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1c1c6-9951-4b6e-b2f9-e6f6515acae9 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8425d71a-4431-47a2-9473-e64c71a2f5ae,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:42.046698 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:42.092890 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c1c6-9951-4b6e-b2f9-e6f6515acae9 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:42.098553 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-a9e1c1c6-9951-4b6e-b2f9-e6f6515acae9 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3591287 Sep 04 01:14:42.098553 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56428) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:42.102716 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-80776eb4-b894-48d0-a5e1-95ec6f61603c tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Request body: {'security_group_rule': {'security_group_id': '46402ba3-28d6-4a31-82e5-99b05a90c3c7', 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:42.152793 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b9d9c9d6-f9af-4ade-bfb9-e75365f41759 req-15a09078-8486-453b-b28d-c8d2088d93b7 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 210 time: 0.0289350 Sep 04 01:14:42.230163 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-80776eb4-b894-48d0-a5e1-95ec6f61603c tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group_rule (f1621524-468e-4b23-8c14-f21f6c992d64), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:42.284551 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] Publish callbacks [] for port (4e686822-d1bf-4795-baed-c36577dc9ff3), precommit_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:42.300838 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-80776eb4-b894-48d0-a5e1-95ec6f61603c tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group_rule (f1621524-468e-4b23-8c14-f21f6c992d64), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:42.356960 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (4e686822-d1bf-4795-baed-c36577dc9ff3), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:42.360496 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-80776eb4-b894-48d0-a5e1-95ec6f61603c tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (f1621524-468e-4b23-8c14-f21f6c992d64), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:42.379605 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80776eb4-b894-48d0-a5e1-95ec6f61603c tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1621524-468e-4b23-8c14-f21f6c992d64,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:42.421151 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c59938-a040-4b62-b54a-25e4cf54395e None None] Pushing event updated for resources: {'Port': ['ID=4e686822-d1bf-4795-baed-c36577dc9ff3,revision_number=3']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:42.453645 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] Attempting to bind port 4e686822-d1bf-4795-baed-c36577dc9ff3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:14:42.454093 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] Attempting to bind port 4e686822-d1bf-4795-baed-c36577dc9ff3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '746951e7-0bc8-4b20-aeb2-4159b099caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '41b67d38-e689-45bb-a406-6607a99ed49b'}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:14:42.454453 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] Attempting to bind port 4e686822-d1bf-4795-baed-c36577dc9ff3 on network 41b67d38-e689-45bb-a406-6607a99ed49b {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:14:42.459731 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] Checking agent: {'id': '76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 0, 56, 36), 'started_at': datetime.datetime(2022, 9, 4, 0, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:14:42.460099 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] Checking segment: {'id': '746951e7-0bc8-4b20-aeb2-4159b099caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '41b67d38-e689-45bb-a406-6607a99ed49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:14:42.460497 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:42.460876 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] Bound using segment: {'id': '746951e7-0bc8-4b20-aeb2-4159b099caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '41b67d38-e689-45bb-a406-6607a99ed49b'} {{(pid=106792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:14:42.461417 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.managers [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] Bound port: 4e686822-d1bf-4795-baed-c36577dc9ff3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746951e7-0bc8-4b20-aeb2-4159b099caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '41b67d38-e689-45bb-a406-6607a99ed49b'}}] {{(pid=106792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:14:42.462284 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (4e686822-d1bf-4795-baed-c36577dc9ff3), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:42.496517 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-80776eb4-b894-48d0-a5e1-95ec6f61603c tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:42.498190 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-80776eb4-b894-48d0-a5e1-95ec6f61603c tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3994570 Sep 04 01:14:42.500881 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56436) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:42.505381 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-9d01d447-d06a-4e1c-9976-12693234a4d7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Request body: {'security_group_rule': {'security_group_id': '46402ba3-28d6-4a31-82e5-99b05a90c3c7', 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:42.528785 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] For port 4e686822-d1bf-4795-baed-c36577dc9ff3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:14:42.532231 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] For port 4e686822-d1bf-4795-baed-c36577dc9ff3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4e686822-d1bf-4795-baed-c36577dc9ff3,segment=NetworkSegment(746951e7-0bc8-4b20-aeb2-4159b099caca),segment_id=746951e7-0bc8-4b20-aeb2-4159b099caca)] {{(pid=106792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:14:42.617198 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 2c3ac556-7316-478e-a2cf-0863e3b01f18 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:42.634764 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-9d01d447-d06a-4e1c-9976-12693234a4d7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group_rule (5e5bc260-d0c2-44f9-b0b2-dd1781b7c1d2), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:42.640756 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:42.642550 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (4e686822-d1bf-4795-baed-c36577dc9ff3), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:42.689895 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:42.701050 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-9d01d447-d06a-4e1c-9976-12693234a4d7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group_rule (5e5bc260-d0c2-44f9-b0b2-dd1781b7c1d2), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:42.702786 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] Routers {'a70adf6d-b889-4681-acc7-04ce1b1c76a6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:14:42.703138 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:14:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a70adf6d-b889-4681-acc7-04ce1b1c76a6'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:42.797383 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-9d01d447-d06a-4e1c-9976-12693234a4d7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (5e5bc260-d0c2-44f9-b0b2-dd1781b7c1d2), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:42.816436 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01d447-d06a-4e1c-9976-12693234a4d7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5bc260-d0c2-44f9-b0b2-dd1781b7c1d2,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:42.894174 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 2c3ac556-7316-478e-a2cf-0863e3b01f18 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:42.894174 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (2c3ac556-7316-478e-a2cf-0863e3b01f18), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:42.894174 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c59938-a040-4b62-b54a-25e4cf54395e None None] Pushing event updated for resources: {'Port': ['ID=4e686822-d1bf-4795-baed-c36577dc9ff3,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:42.907653 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-9d01d447-d06a-4e1c-9976-12693234a4d7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:42.909706 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-9d01d447-d06a-4e1c-9976-12693234a4d7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4070141 Sep 04 01:14:42.911573 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56440) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:42.915797 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-e4c31f06-e0f8-472b-9d62-ab4112efa817 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Request body: {'security_group_rule': {'security_group_id': '46402ba3-28d6-4a31-82e5-99b05a90c3c7', 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:42.978946 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:42.991400 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] Set router a70adf6d-b889-4681-acc7-04ce1b1c76a6 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:14:43.036985 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.securitygroups_db [None req-e4c31f06-e0f8-472b-9d62-ab4112efa817 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Project 2506b96ac13541e6a7a47c5aedca67e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 04 01:14:43.042710 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e4c31f06-e0f8-472b-9d62-ab4112efa817 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group_rule (7edf25a1-5342-4be5-acb2-99b0e8677c56), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:43.088159 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 2c3ac556-7316-478e-a2cf-0863e3b01f18 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:43.109714 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e4c31f06-e0f8-472b-9d62-ab4112efa817 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group_rule (7edf25a1-5342-4be5-acb2-99b0e8677c56), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:43.131711 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:43.196942 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e4c31f06-e0f8-472b-9d62-ab4112efa817 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (7edf25a1-5342-4be5-acb2-99b0e8677c56), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:43.221460 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c31f06-e0f8-472b-9d62-ab4112efa817 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edf25a1-5342-4be5-acb2-99b0e8677c56,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:43.235676 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70adf6d-b889-4681-acc7-04ce1b1c76a6', 'name': 'tempest-TestVolumeBootPattern-1320443576-router', 'tenant_id': 'fa1ba3942811492fb9ef388575baa4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.81'}], 'enable_snat': True}, 'gw_port_id': '2c3ac556-7316-478e-a2cf-0863e3b01f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:34Z', 'updated_at': '2022-09-04T01:14:39Z', 'revision_number': 4, 'project_id': 'fa1ba3942811492fb9ef388575baa4e2', 'gw_port': {'id': '2c3ac556-7316-478e-a2cf-0863e3b01f18', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:36:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70adf6d-b889-4681-acc7-04ce1b1c76a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:35Z', 'updated_at': '2022-09-04T01:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4e686822-d1bf-4795-baed-c36577dc9ff3', 'name': '', 'network_id': '41b67d38-e689-45bb-a406-6607a99ed49b', 'tenant_id': 'fa1ba3942811492fb9ef388575baa4e2', 'mac_address': 'fa:16:3e:85:6a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70adf6d-b889-4681-acc7-04ce1b1c76a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '223df0be-5574-4032-ab9c-4edcc292cdff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:38Z', 'updated_at': '2022-09-04T01:14:42Z', 'revision_number': 4, 'project_id': 'fa1ba3942811492fb9ef388575baa4e2', 'subnets': [{'id': '223df0be-5574-4032-ab9c-4edcc292cdff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:14:43.261321 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012497fd-2ede-4233-864f-0e52812fa572 None None] The sync data for ids ['a70adf6d-b889-4681-acc7-04ce1b1c76a6'] in dv-cinder-master-3-iscsi is: [{'id': 'a70adf6d-b889-4681-acc7-04ce1b1c76a6', 'name': 'tempest-TestVolumeBootPattern-1320443576-router', 'tenant_id': 'fa1ba3942811492fb9ef388575baa4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.81'}], 'enable_snat': True}, 'gw_port_id': '2c3ac556-7316-478e-a2cf-0863e3b01f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:34Z', 'updated_at': '2022-09-04T01:14:39Z', 'revision_number': 4, 'project_id': 'fa1ba3942811492fb9ef388575baa4e2', 'gw_port': {'id': '2c3ac556-7316-478e-a2cf-0863e3b01f18', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:36:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70adf6d-b889-4681-acc7-04ce1b1c76a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:35Z', 'updated_at': '2022-09-04T01:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4e686822-d1bf-4795-baed-c36577dc9ff3', 'name': '', 'network_id': '41b67d38-e689-45bb-a406-6607a99ed49b', 'tenant_id': 'fa1ba3942811492fb9ef388575baa4e2', 'mac_address': 'fa:16:3e:85:6a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70adf6d-b889-4681-acc7-04ce1b1c76a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '223df0be-5574-4032-ab9c-4edcc292cdff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:38Z', 'updated_at': '2022-09-04T01:14:42Z', 'revision_number': 4, 'project_id': 'fa1ba3942811492fb9ef388575baa4e2', 'subnets': [{'id': '223df0be-5574-4032-ab9c-4edcc292cdff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:14:43.282374 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c2926752-f8bf-4eff-8c35-7043a22863fd req-f341dab5-ee6a-47db-aef4-b2591e5bf40a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 210 time: 0.0296333 Sep 04 01:14:43.301665 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-e4c31f06-e0f8-472b-9d62-ab4112efa817 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:43.308154 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-e4c31f06-e0f8-472b-9d62-ab4112efa817 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3938038 Sep 04 01:14:43.310495 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56444) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:43.325317 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-10584307-de4c-4745-aa57-ec6d5c72074a tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Request body: {'security_group_rule': {'security_group_id': '46402ba3-28d6-4a31-82e5-99b05a90c3c7', 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:43.425941 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.securitygroups_db [None req-10584307-de4c-4745-aa57-ec6d5c72074a tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Project 2506b96ac13541e6a7a47c5aedca67e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 04 01:14:43.433123 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-10584307-de4c-4745-aa57-ec6d5c72074a tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group_rule (044523d6-5970-4588-a93c-1d70f0b40cc0), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:43.504594 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-10584307-de4c-4745-aa57-ec6d5c72074a tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group_rule (044523d6-5970-4588-a93c-1d70f0b40cc0), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:43.590975 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-10584307-de4c-4745-aa57-ec6d5c72074a tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (044523d6-5970-4588-a93c-1d70f0b40cc0), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:43.610661 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10584307-de4c-4745-aa57-ec6d5c72074a tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044523d6-5970-4588-a93c-1d70f0b40cc0,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:43.694789 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-10584307-de4c-4745-aa57-ec6d5c72074a tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:43.696026 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-10584307-de4c-4745-aa57-ec6d5c72074a tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3810530 Sep 04 01:14:43.882967 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-bcd48738-2161-4eb1-86ad-6e30adf22658 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:43.885981 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-bcd48738-2161-4eb1-86ad-6e30adf22658 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.16 "GET /networking/v2.0/networks?id=93fca803-def7-462d-b519-0eb07f4ac511 HTTP/1.1" status: 200 len: 814 time: 0.1235397 Sep 04 01:14:43.906997 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-bcd64bd4-fbd2-4cab-a547-6946d21ae80f tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Request body: {'port': {'device_id': '3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64', 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511', 'admin_state_up': True, 'tenant_id': '027792a6118140099aaf522ca15bb07e'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:44.128530 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-bcd64bd4-fbd2-4cab-a547-6946d21ae80f tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Made reservation on behalf of 027792a6118140099aaf522ca15bb07e for: {'port': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:14:44.132644 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-bcd64bd4-fbd2-4cab-a547-6946d21ae80f tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:44.289581 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-bcd64bd4-fbd2-4cab-a547-6946d21ae80f tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Allocated IP 172.20.0.10 (93fca803-def7-462d-b519-0eb07f4ac511/231765c8-800c-4149-b414-9dbe7bc03304/17937f22-477f-47ec-b6b4-0ea96fee6512) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:14:44.470169 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-49429e9d-9a32-40dd-87fb-1e5067b21dcf req-b274e56d-9e54-459b-8675-62c8f17958d2 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 210 time: 0.0447893 Sep 04 01:14:44.492351 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-bcd64bd4-fbd2-4cab-a547-6946d21ae80f tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for port (17937f22-477f-47ec-b6b4-0ea96fee6512), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:44.632222 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-bcd64bd4-fbd2-4cab-a547-6946d21ae80f tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (17937f22-477f-47ec-b6b4-0ea96fee6512), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:44.703290 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-bcd64bd4-fbd2-4cab-a547-6946d21ae80f tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Network 93fca803-def7-462d-b519-0eb07f4ac511 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:14:44.706668 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-bcd64bd4-fbd2-4cab-a547-6946d21ae80f tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:44.707595 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 4e686822-d1bf-4795-baed-c36577dc9ff3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:44.712763 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-bcd64bd4-fbd2-4cab-a547-6946d21ae80f tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:14:44.752672 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd64bd4-fbd2-4cab-a547-6946d21ae80f tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Pushing event updated for resources: {'Port': ['ID=17937f22-477f-47ec-b6b4-0ea96fee6512,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:44.759323 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 4e686822-d1bf-4795-baed-c36577dc9ff3 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:44.759702 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (4e686822-d1bf-4795-baed-c36577dc9ff3), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:44.781358 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-bcd64bd4-fbd2-4cab-a547-6946d21ae80f tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:44.782010 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-bcd64bd4-fbd2-4cab-a547-6946d21ae80f tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:44.794025 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:44.862841 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-bcd64bd4-fbd2-4cab-a547-6946d21ae80f tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9614360 Sep 04 01:14:44.869441 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 4e686822-d1bf-4795-baed-c36577dc9ff3 is: DOWN; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:44.870097 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (4e686822-d1bf-4795-baed-c36577dc9ff3), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:44.884408 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] Request body: {'port': {'device_id': '3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:44.909250 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] For port 4e686822-d1bf-4795-baed-c36577dc9ff3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4e686822-d1bf-4795-baed-c36577dc9ff3,segment=NetworkSegment(746951e7-0bc8-4b20-aeb2-4159b099caca),segment_id=746951e7-0bc8-4b20-aeb2-4159b099caca)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:44.995233 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:45.002941 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (4e686822-d1bf-4795-baed-c36577dc9ff3), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:45.044759 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (17937f22-477f-47ec-b6b4-0ea96fee6512), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:45.051904 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:45.061801 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Pushing event updated for resources: {'Port': ['ID=4e686822-d1bf-4795-baed-c36577dc9ff3,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:45.111141 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-f7cf5d0d-789b-4d97-a13f-08439985892a None None] Provisioning complete for port 17937f22-477f-47ec-b6b4-0ea96fee6512 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:45.111523 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-f7cf5d0d-789b-4d97-a13f-08439985892a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (17937f22-477f-47ec-b6b4-0ea96fee6512), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:45.167656 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-f7cf5d0d-789b-4d97-a13f-08439985892a None None] Port 17937f22-477f-47ec-b6b4-0ea96fee6512 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:14:45.425235 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17937f22-477f-47ec-b6b4-0ea96fee6512 {{(pid=106791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:14:45.439106 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] Publish callbacks [] for port (17937f22-477f-47ec-b6b4-0ea96fee6512), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:45.455081 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.provisioning_blocks [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] Transition to ACTIVE for port object 17937f22-477f-47ec-b6b4-0ea96fee6512 will not be triggered until provisioned by entity L2. {{(pid=106791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:14:45.534026 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (17937f22-477f-47ec-b6b4-0ea96fee6512), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:45.663961 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] Pushing event updated for resources: {'Port': ['ID=17937f22-477f-47ec-b6b4-0ea96fee6512,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:45.695961 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d701e-6626-482f-803f-4eac0a86a673 req-71126551-26d7-4076-b909-728a9d3b6282 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:45.697734 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-560d701e-6626-482f-803f-4eac0a86a673 req-71126551-26d7-4076-b909-728a9d3b6282 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 944 time: 0.0926056 Sep 04 01:14:45.768064 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] Attempting to bind port 17937f22-477f-47ec-b6b4-0ea96fee6512 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:14:45.768443 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] Attempting to bind port 17937f22-477f-47ec-b6b4-0ea96fee6512 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'bb3f529c-5ae7-4cc5-a11f-2074c23f8407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511'}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:14:45.768733 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] Attempting to bind port 17937f22-477f-47ec-b6b4-0ea96fee6512 on network 93fca803-def7-462d-b519-0eb07f4ac511 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:14:45.773376 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:45.775694 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] Port 17937f22-477f-47ec-b6b4-0ea96fee6512 on network 93fca803-def7-462d-b519-0eb07f4ac511 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:14:45.776020 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] Attempting to bind port 17937f22-477f-47ec-b6b4-0ea96fee6512 on network 93fca803-def7-462d-b519-0eb07f4ac511 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:14:45.794800 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] Checking agent: {'id': 'dda4db69-a2e6-4522-aa0b-4e619e0d5c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'started_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:14:45.795190 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] Checking segment: {'id': 'bb3f529c-5ae7-4cc5-a11f-2074c23f8407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:14:45.795665 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] Bound using segment: {'id': 'bb3f529c-5ae7-4cc5-a11f-2074c23f8407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511'} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:14:45.796150 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] Bound port: 17937f22-477f-47ec-b6b4-0ea96fee6512, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3f529c-5ae7-4cc5-a11f-2074c23f8407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511'}}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:14:45.796462 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (17937f22-477f-47ec-b6b4-0ea96fee6512), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:45.823852 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-560d701e-6626-482f-803f-4eac0a86a673 req-8b0251ed-2e57-4c1f-bdaa-60e2490db9d3 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134615 Sep 04 01:14:45.888560 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] For port 17937f22-477f-47ec-b6b4-0ea96fee6512, host hv-cinder-maste, cleared binding levels {{(pid=106791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:14:45.899213 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] For port 17937f22-477f-47ec-b6b4-0ea96fee6512, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=17937f22-477f-47ec-b6b4-0ea96fee6512,segment=NetworkSegment(bb3f529c-5ae7-4cc5-a11f-2074c23f8407),segment_id=bb3f529c-5ae7-4cc5-a11f-2074c23f8407)] {{(pid=106791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:14:45.952373 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (17937f22-477f-47ec-b6b4-0ea96fee6512), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:45.958356 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:45.959218 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:45.960575 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/17937f22-477f-47ec-b6b4-0ea96fee6512 HTTP/1.1" status: 200 len: 1094 time: 1.0805535 Sep 04 01:14:45.961099 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64', 'tag': '17937f22-477f-47ec-b6b4-0ea96fee6512'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:14:45.963354 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44fe168-7231-4167-a31f-29626be8fa15" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64", "tag": "17937f22-477f-47ec-b6b4-0ea96fee6512"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:14:46.045176 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2954d0ff-5b26-445d-86ad-3d450c7d751d x-openstack-request-id: req-2954d0ff-5b26-445d-86ad-3d450c7d751d {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:14:46.045570 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64", "tag": "17937f22-477f-47ec-b6b4-0ea96fee6512", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:14:46.045836 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2954d0ff-5b26-445d-86ad-3d450c7d751d {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:14:46.060497 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2954d0ff-5b26-445d-86ad-3d450c7d751d'] response: {'name': 'network-changed', 'server_uuid': '3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64', 'tag': '17937f22-477f-47ec-b6b4-0ea96fee6512', 'status': 'completed', 'code': 200} Sep 04 01:14:46.062605 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc2f96-6c6e-41e2-bb10-8a23b99175bf service neutron] Pushing event updated for resources: {'Port': ['ID=17937f22-477f-47ec-b6b4-0ea96fee6512,revision_number=3']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:46.663574 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 4e686822-d1bf-4795-baed-c36577dc9ff3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:14:46.748720 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Provisioning complete for port 4e686822-d1bf-4795-baed-c36577dc9ff3 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:14:46.748720 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (4e686822-d1bf-4795-baed-c36577dc9ff3), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:46.911665 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56570) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:46.950757 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Current status of the port 4e686822-d1bf-4795-baed-c36577dc9ff3 is: ACTIVE; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:47.027844 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbffdc3-4a3b-4186-a95d-864e5fc29b4c req-2074c53d-bbc4-45e8-9327-98df5e56eea1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:47.029578 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-afbffdc3-4a3b-4186-a95d-864e5fc29b4c req-2074c53d-bbc4-45e8-9327-98df5e56eea1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 944 time: 0.0748053 Sep 04 01:14:47.094637 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-afbffdc3-4a3b-4186-a95d-864e5fc29b4c req-86134222-aeee-47cc-b805-b5aa1b90ae5a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573182 Sep 04 01:14:47.097601 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7dd0f19d-84c5-4df6-abfe-168fbe487402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:47.183641 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7dd0f19d-84c5-4df6-abfe-168fbe487402 admin admin] Publish callbacks [] for security_group (5a703ced-d169-4912-b2f3-0f7abc71c070), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:47.275923 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7dd0f19d-84c5-4df6-abfe-168fbe487402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (5a703ced-d169-4912-b2f3-0f7abc71c070), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:47.334591 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:47.340951 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-7dd0f19d-84c5-4df6-abfe-168fbe487402 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2ed7dbfcd5804556b351d0113810c6b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4216454 Sep 04 01:14:47.341869 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0f19d-84c5-4df6-abfe-168fbe487402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a703ced-d169-4912-b2f3-0f7abc71c070,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:47.343947 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56576) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:47.429355 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-53b3ae2e-515a-4ac8-b053-1972a630ffca admin admin] Publish callbacks [] for security_group (5a703ced-d169-4912-b2f3-0f7abc71c070), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:47.455145 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-53b3ae2e-515a-4ac8-b053-1972a630ffca admin admin] Publish callbacks [] for security_group (5a703ced-d169-4912-b2f3-0f7abc71c070), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:47.585295 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-53b3ae2e-515a-4ac8-b053-1972a630ffca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (5a703ced-d169-4912-b2f3-0f7abc71c070), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:47.588373 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-53b3ae2e-515a-4ac8-b053-1972a630ffca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:47.589926 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-53b3ae2e-515a-4ac8-b053-1972a630ffca admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5a703ced-d169-4912-b2f3-0f7abc71c070 HTTP/1.1" status: 204 len: 168 time: 0.2445838 Sep 04 01:14:47.605123 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3ae2e-515a-4ac8-b053-1972a630ffca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a703ced-d169-4912-b2f3-0f7abc71c070,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:48.238656 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052c6a3-27ae-43ef-b461-c37979a4ecd2 req-f6502d30-41b6-48ce-99c7-34afa49f9833 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:48.240240 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-8052c6a3-27ae-43ef-b461-c37979a4ecd2 req-f6502d30-41b6-48ce-99c7-34afa49f9833 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 944 time: 0.0628791 Sep 04 01:14:48.305666 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-8052c6a3-27ae-43ef-b461-c37979a4ecd2 req-f9ecdbde-6210-4e6a-be26-3af892fdf69f tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554566 Sep 04 01:14:48.333712 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56586) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:48.348472 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e06f2181-e31a-4408-93b3-7d9ac8eaaed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:48.462039 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e06f2181-e31a-4408-93b3-7d9ac8eaaed9 admin admin] Publish callbacks [] for security_group (38af1530-c4c1-4db2-b12b-43d4266e195d), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:48.545473 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-e06f2181-e31a-4408-93b3-7d9ac8eaaed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (38af1530-c4c1-4db2-b12b-43d4266e195d), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:48.586671 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f2181-e31a-4408-93b3-7d9ac8eaaed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38af1530-c4c1-4db2-b12b-43d4266e195d,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:48.596318 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56588) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:48.605750 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-e06f2181-e31a-4408-93b3-7d9ac8eaaed9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3641208e829b41528f461d9bf8d61c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707701 Sep 04 01:14:48.677648 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-cca50d8a-9e3a-4a48-be55-9bd236a924d8 admin admin] Publish callbacks [] for security_group (38af1530-c4c1-4db2-b12b-43d4266e195d), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:48.698689 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-cca50d8a-9e3a-4a48-be55-9bd236a924d8 admin admin] Publish callbacks [] for security_group (38af1530-c4c1-4db2-b12b-43d4266e195d), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:48.848246 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-cca50d8a-9e3a-4a48-be55-9bd236a924d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (38af1530-c4c1-4db2-b12b-43d4266e195d), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:48.850855 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-cca50d8a-9e3a-4a48-be55-9bd236a924d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:48.852068 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-cca50d8a-9e3a-4a48-be55-9bd236a924d8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/38af1530-c4c1-4db2-b12b-43d4266e195d HTTP/1.1" status: 204 len: 168 time: 0.2546327 Sep 04 01:14:48.868807 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca50d8a-9e3a-4a48-be55-9bd236a924d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38af1530-c4c1-4db2-b12b-43d4266e195d,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:49.459845 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:49.477847 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d00c3-bbbe-4e66-be83-c566f7dc1fcc req-dd221aa5-0fdd-4c9b-9844-551745dbaa32 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:49.479480 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9a4d00c3-bbbe-4e66-be83-c566f7dc1fcc req-dd221aa5-0fdd-4c9b-9844-551745dbaa32 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 944 time: 0.0816510 Sep 04 01:14:49.539027 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-9a4d00c3-bbbe-4e66-be83-c566f7dc1fcc req-ab0b1e89-0e3b-46de-a0cb-e2f7fee2ccb7 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533192 Sep 04 01:14:50.070040 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:14:50.299509 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56618) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:50.415520 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-cedb4d68-575a-487f-b81f-1fa7a7230508 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-709978942-network', 'tenant_id': '59ba1ddb45594bbd9c53c2ec9f5a8c80'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:50.533865 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedb4d68-575a-487f-b81f-1fa7a7230508 admin admin] Made reservation on behalf of 59ba1ddb45594bbd9c53c2ec9f5a8c80 for: {'network': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:14:50.536275 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cedb4d68-575a-487f-b81f-1fa7a7230508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for network (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:50.546674 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cedb4d68-575a-487f-b81f-1fa7a7230508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:50.643259 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cedb4d68-575a-487f-b81f-1fa7a7230508 admin admin] Publish callbacks [] for security_group (4c9b8d0a-65de-4988-94b8-77e8452d7080), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:50.705035 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cedb4d68-575a-487f-b81f-1fa7a7230508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (4c9b8d0a-65de-4988-94b8-77e8452d7080), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:50.741798 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:50.743516 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cedb4d68-575a-487f-b81f-1fa7a7230508 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=106791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:14:50.748167 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6929e-e0d4-43ca-abbf-751efec1a4c6 req-cb8b2c9c-e126-44f4-9d5a-445fffd71bfa tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:50.752227 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-99d6929e-e0d4-43ca-abbf-751efec1a4c6 req-cb8b2c9c-e126-44f4-9d5a-445fffd71bfa tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 944 time: 0.0799699 Sep 04 01:14:50.756819 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb4d68-575a-487f-b81f-1fa7a7230508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9b8d0a-65de-4988-94b8-77e8452d7080,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:50.765326 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cedb4d68-575a-487f-b81f-1fa7a7230508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (fd13c416-e1e6-4248-8066-18015fd0cb12), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:50.765953 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.segments_db [None req-cedb4d68-575a-487f-b81f-1fa7a7230508 admin admin] Added segment fd13c416-e1e6-4248-8066-18015fd0cb12 of type vlan for network 5ddf5173-5570-44e4-b00a-a3c9677c4afe Sep 04 01:14:50.819593 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cedb4d68-575a-487f-b81f-1fa7a7230508 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760291093679'] for network (5ddf5173-5570-44e4-b00a-a3c9677c4afe), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:50.833576 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-99d6929e-e0d4-43ca-abbf-751efec1a4c6 req-471791f0-587c-42a2-9bf5-a9d3f35c6620 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765631 Sep 04 01:14:50.912724 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cedb4d68-575a-487f-b81f-1fa7a7230508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for network (5ddf5173-5570-44e4-b00a-a3c9677c4afe), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:50.914695 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedb4d68-575a-487f-b81f-1fa7a7230508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:50.915727 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-cedb4d68-575a-487f-b81f-1fa7a7230508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:51.007059 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb4d68-575a-487f-b81f-1fa7a7230508 admin admin] Pushing event updated for resources: {'Network': ['ID=5ddf5173-5570-44e4-b00a-a3c9677c4afe,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:51.028420 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-cedb4d68-575a-487f-b81f-1fa7a7230508 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7277164 Sep 04 01:14:51.029244 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Network 5ddf5173-5570-44e4-b00a-a3c9677c4afe details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:14:51.031345 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56624) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:51.039909 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-70e8a76e-fea7-4172-be2d-49e72348b98c admin admin] Request body: {'subnet': {'network_id': '5ddf5173-5570-44e4-b00a-a3c9677c4afe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-709978942-subnet', 'tenant_id': '59ba1ddb45594bbd9c53c2ec9f5a8c80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:51.158256 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e8a76e-fea7-4172-be2d-49e72348b98c admin admin] Made reservation on behalf of 59ba1ddb45594bbd9c53c2ec9f5a8c80 for: {'subnet': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:14:51.160923 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-70e8a76e-fea7-4172-be2d-49e72348b98c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65271629'] for subnet (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:51.448500 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-70e8a76e-fea7-4172-be2d-49e72348b98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65166100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65271679'] for subnet (0f25571b-8409-4e9a-b16c-096d53c483c2), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:51.518200 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8a76e-fea7-4172-be2d-49e72348b98c admin admin] Checking segment: {'id': 'fd13c416-e1e6-4248-8066-18015fd0cb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5ddf5173-5570-44e4-b00a-a3c9677c4afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:14:51.518550 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e8a76e-fea7-4172-be2d-49e72348b98c admin admin] Network hostable DHCP agents. Network: 5ddf5173-5570-44e4-b00a-a3c9677c4afe, hostable agents: ['f07b96a2-ea86-405f-a561-e6ede253778c'], hosted agents: [] {{(pid=106791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:14:51.528570 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8a76e-fea7-4172-be2d-49e72348b98c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f25571b-8409-4e9a-b16c-096d53c483c2,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:51.547038 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:51.596671 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e8a76e-fea7-4172-be2d-49e72348b98c admin admin] Network 5ddf5173-5570-44e4-b00a-a3c9677c4afe is scheduled to be hosted by DHCP agent f07b96a2-ea86-405f-a561-e6ede253778c with binding_index 1 {{(pid=106791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:14:51.655259 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-70e8a76e-fea7-4172-be2d-49e72348b98c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 5ddf5173-5570-44e4-b00a-a3c9677c4afe) {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:51.664643 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fcf948-f74e-4cc1-8b52-011ac1931c4a None None] Network 5ddf5173-5570-44e4-b00a-a3c9677c4afe requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:14:51.667806 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e8a76e-fea7-4172-be2d-49e72348b98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:51.668713 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-70e8a76e-fea7-4172-be2d-49e72348b98c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:51.736906 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-70e8a76e-fea7-4172-be2d-49e72348b98c admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7043915 Sep 04 01:14:51.753685 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:51.783555 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18627aae-6946-46bd-ab24-f524d4cd9a64 None None] Network 5ddf5173-5570-44e4-b00a-a3c9677c4afe requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:14:52.003273 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2dc25-53ce-42cf-9b4a-8c4ca63521d4 req-bda94cab-8b03-4b6c-9f04-ce8e2bacc687 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:52.004739 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-30a2dc25-53ce-42cf-9b4a-8c4ca63521d4 req-bda94cab-8b03-4b6c-9f04-ce8e2bacc687 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 944 time: 0.0510089 Sep 04 01:14:52.087085 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-30a2dc25-53ce-42cf-9b4a-8c4ca63521d4 req-114e35ad-c858-41e5-b21d-a77936296070 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750389 Sep 04 01:14:52.689138 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56648) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:52.698093 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-fe345d7e-d387-488f-95dc-84ef7b4012c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1963239120-network', 'tenant_id': '8d01b0cc21194a16b3dbf2cf7e390ca8'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:52.876788 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe345d7e-d387-488f-95dc-84ef7b4012c6 admin admin] Made reservation on behalf of 8d01b0cc21194a16b3dbf2cf7e390ca8 for: {'network': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:14:52.879392 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fe345d7e-d387-488f-95dc-84ef7b4012c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for network (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:52.890422 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fe345d7e-d387-488f-95dc-84ef7b4012c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:52.972048 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fe345d7e-d387-488f-95dc-84ef7b4012c6 admin admin] Publish callbacks [] for security_group (e3466541-b70a-4dc4-b6bc-e23641d1c488), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:53.042378 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fe345d7e-d387-488f-95dc-84ef7b4012c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (e3466541-b70a-4dc4-b6bc-e23641d1c488), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:53.077864 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe345d7e-d387-488f-95dc-84ef7b4012c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=106791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 01:14:53.092132 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe345d7e-d387-488f-95dc-84ef7b4012c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3466541-b70a-4dc4-b6bc-e23641d1c488,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:53.095450 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:53.098720 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fe345d7e-d387-488f-95dc-84ef7b4012c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (d3f7b52b-de4e-4157-a609-7328f44c2a3e), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:53.099163 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.segments_db [None req-fe345d7e-d387-488f-95dc-84ef7b4012c6 admin admin] Added segment d3f7b52b-de4e-4157-a609-7328f44c2a3e of type vlan for network ad579de2-f153-4a3c-af14-a094ac20e2aa Sep 04 01:14:53.144379 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fe345d7e-d387-488f-95dc-84ef7b4012c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760291093679'] for network (ad579de2-f153-4a3c-af14-a094ac20e2aa), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:53.223353 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2d4d4-36fd-48a3-9e12-ed94601a0bef req-77b25474-12b6-45cb-a80a-2ffd120b388d tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:53.224859 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-07e2d4d4-36fd-48a3-9e12-ed94601a0bef req-77b25474-12b6-45cb-a80a-2ffd120b388d tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 944 time: 0.0532598 Sep 04 01:14:53.281888 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-07e2d4d4-36fd-48a3-9e12-ed94601a0bef req-39aa3aa7-28ce-4754-9c40-40da8ce80c2b tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513761 Sep 04 01:14:53.288326 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fe345d7e-d387-488f-95dc-84ef7b4012c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122'] for network (ad579de2-f153-4a3c-af14-a094ac20e2aa), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:53.291066 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe345d7e-d387-488f-95dc-84ef7b4012c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:53.291066 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fe345d7e-d387-488f-95dc-84ef7b4012c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:53.365928 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe345d7e-d387-488f-95dc-84ef7b4012c6 admin admin] Pushing event updated for resources: {'Network': ['ID=ad579de2-f153-4a3c-af14-a094ac20e2aa,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:53.375416 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Network ad579de2-f153-4a3c-af14-a094ac20e2aa details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 01:14:53.439430 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-fe345d7e-d387-488f-95dc-84ef7b4012c6 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7485902 Sep 04 01:14:53.442088 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56654) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:14:53.446975 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-84775d55-7284-4e97-948f-b9b327066b36 admin admin] Request body: {'subnet': {'network_id': 'ad579de2-f153-4a3c-af14-a094ac20e2aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1963239120-subnet', 'tenant_id': '8d01b0cc21194a16b3dbf2cf7e390ca8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:14:53.528153 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84775d55-7284-4e97-948f-b9b327066b36 admin admin] Made reservation on behalf of 8d01b0cc21194a16b3dbf2cf7e390ca8 for: {'subnet': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:14:53.530648 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-84775d55-7284-4e97-948f-b9b327066b36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65271629'] for subnet (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:53.638674 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fe168-7231-4167-a31f-29626be8fa15 req-3e7e0636-d3ad-48fe-a399-c1acf1e4c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:53.640130 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e44fe168-7231-4167-a31f-29626be8fa15 req-3e7e0636-d3ad-48fe-a399-c1acf1e4c5cd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=027792a6118140099aaf522ca15bb07e&device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 1128 time: 0.0644062 Sep 04 01:14:53.646302 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:54.089160 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fe168-7231-4167-a31f-29626be8fa15 req-a62ec1b0-1e50-426f-b08e-23c3ca29fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:54.091222 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e44fe168-7231-4167-a31f-29626be8fa15 req-a62ec1b0-1e50-426f-b08e-23c3ca29fc5e service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=027792a6118140099aaf522ca15bb07e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4366229 Sep 04 01:14:54.174983 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-84775d55-7284-4e97-948f-b9b327066b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65166100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65271679'] for subnet (fd04d848-0bf5-48cb-8e9a-7f288eac9754), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:54.228839 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fe168-7231-4167-a31f-29626be8fa15 req-828ee46a-cbe8-480c-b17a-d2e628ebf36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:54.230303 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e44fe168-7231-4167-a31f-29626be8fa15 req-828ee46a-cbe8-480c-b17a-d2e628ebf36a service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334546 Sep 04 01:14:54.245868 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84775d55-7284-4e97-948f-b9b327066b36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd04d848-0bf5-48cb-8e9a-7f288eac9754,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:54.265327 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84775d55-7284-4e97-948f-b9b327066b36 admin admin] Checking segment: {'id': 'd3f7b52b-de4e-4157-a609-7328f44c2a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ad579de2-f153-4a3c-af14-a094ac20e2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:14:54.265702 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84775d55-7284-4e97-948f-b9b327066b36 admin admin] Network hostable DHCP agents. Network: ad579de2-f153-4a3c-af14-a094ac20e2aa, hostable agents: ['f07b96a2-ea86-405f-a561-e6ede253778c'], hosted agents: [] {{(pid=106791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 01:14:54.340347 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-d9fee451-a2e6-4f19-8d48-5ddd702dc3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:54.342320 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-d9fee451-a2e6-4f19-8d48-5ddd702dc3b5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=027792a6118140099aaf522ca15bb07e&device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 1128 time: 0.0493283 Sep 04 01:14:54.355404 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84775d55-7284-4e97-948f-b9b327066b36 admin admin] Network ad579de2-f153-4a3c-af14-a094ac20e2aa is scheduled to be hosted by DHCP agent f07b96a2-ea86-405f-a561-e6ede253778c with binding_index 1 {{(pid=106791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 01:14:54.408438 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-dd375cd5-0bcb-49df-a3c7-ff169602d99a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17937f22-477f-47ec-b6b4-0ea96fee6512 HTTP/1.1" status: 200 len: 217 time: 0.0496960 Sep 04 01:14:54.463897 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-84775d55-7284-4e97-948f-b9b327066b36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, ad579de2-f153-4a3c-af14-a094ac20e2aa) {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:14:54.472422 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84775d55-7284-4e97-948f-b9b327066b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:54.472730 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195d629b-4b92-4ae4-8a29-e0063cda0d6f None None] Network ad579de2-f153-4a3c-af14-a094ac20e2aa requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:14:54.473174 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-84775d55-7284-4e97-948f-b9b327066b36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:54.481039 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86782fa9-1e81-45cf-9202-f44b1239c71f req-75f72c65-122d-4bbc-b852-e802703554ea tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:54.485179 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-86782fa9-1e81-45cf-9202-f44b1239c71f req-75f72c65-122d-4bbc-b852-e802703554ea tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 944 time: 0.1167760 Sep 04 01:14:54.516242 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-1f4703cc-ab80-45a8-8c7d-56328ebd3f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:54.517782 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-1f4703cc-ab80-45a8-8c7d-56328ebd3f3d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=231765c8-800c-4149-b414-9dbe7bc03304 HTTP/1.1" status: 200 len: 853 time: 0.0913386 Sep 04 01:14:54.562571 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:54.582066 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-84775d55-7284-4e97-948f-b9b327066b36 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1389246 Sep 04 01:14:54.586501 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca7a646-67b5-496b-8190-5cca421e3998 None None] Network ad579de2-f153-4a3c-af14-a094ac20e2aa requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:14:54.601293 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-86782fa9-1e81-45cf-9202-f44b1239c71f req-6396e062-b723-4edc-b8aa-e9d11d2c9efd tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089299 Sep 04 01:14:54.602515 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-5853892a-cfc8-487e-afc8-8838b27e19ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:54.604097 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-5853892a-cfc8-487e-afc8-8838b27e19ad service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=93fca803-def7-462d-b519-0eb07f4ac511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790517 Sep 04 01:14:54.612116 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:54.732930 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-b1d8e095-b5ef-4696-9f9b-65c5dd6992cc service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93fca803-def7-462d-b519-0eb07f4ac511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210258 Sep 04 01:14:54.837897 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-de681008-8fe9-450f-a2ce-82e61c9b5055 req-8259efe3-decc-4df6-bd7d-749bc9bcc8dc service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93fca803-def7-462d-b519-0eb07f4ac511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985322 Sep 04 01:14:55.001960 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:14:55.900245 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a6877-750b-45a9-8f95-20cd891b18c1 req-d6d4ca63-6537-4460-9be7-fbeec4a80cd5 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:55.901801 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-162a6877-750b-45a9-8f95-20cd891b18c1 req-d6d4ca63-6537-4460-9be7-fbeec4a80cd5 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 944 time: 0.2092257 Sep 04 01:14:55.948461 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-162a6877-750b-45a9-8f95-20cd891b18c1 req-9ac8f1f6-8cd1-4c00-97f2-1a6d935d1742 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406952 Sep 04 01:14:57.119527 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68a9ca-6324-4283-814e-86d66b9a4a9b req-cffc460e-acce-4f4e-b23c-e7f2aa243cb4 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:57.121876 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ea68a9ca-6324-4283-814e-86d66b9a4a9b req-cffc460e-acce-4f4e-b23c-e7f2aa243cb4 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 944 time: 0.0969045 Sep 04 01:14:57.169249 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ea68a9ca-6324-4283-814e-86d66b9a4a9b req-262537ff-e114-4d06-9e75-3b49cd1091fd tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411663 Sep 04 01:14:58.172444 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 17937f22-477f-47ec-b6b4-0ea96fee6512 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:14:58.291607 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 17937f22-477f-47ec-b6b4-0ea96fee6512, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=17937f22-477f-47ec-b6b4-0ea96fee6512,segment=NetworkSegment(bb3f529c-5ae7-4cc5-a11f-2074c23f8407),segment_id=bb3f529c-5ae7-4cc5-a11f-2074c23f8407)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:58.306443 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': '17937f22-477f-47ec-b6b4-0ea96fee6512', 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511', 'port_id': '17937f22-477f-47ec-b6b4-0ea96fee6512', 'mac_address': 'fa:16:3e:15:b6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '231765c8-800c-4149-b414-9dbe7bc03304', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:14:58.307930 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce377002-abab-4d50-a386-ecf66908ce94 req-513bfa41-b8b0-423d-9be4-c41258469956 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:58.309856 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ce377002-abab-4d50-a386-ecf66908ce94 req-513bfa41-b8b0-423d-9be4-c41258469956 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 944 time: 0.0528018 Sep 04 01:14:58.344452 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 17937f22-477f-47ec-b6b4-0ea96fee6512 is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:14:58.344832 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (17937f22-477f-47ec-b6b4-0ea96fee6512), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:58.360412 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17937f22-477f-47ec-b6b4-0ea96fee6512 {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:14:58.368965 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ce377002-abab-4d50-a386-ecf66908ce94 req-39186548-4df0-4d83-8bb4-896d9cb5a172 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521336 Sep 04 01:14:58.383028 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 17937f22-477f-47ec-b6b4-0ea96fee6512, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=17937f22-477f-47ec-b6b4-0ea96fee6512,segment=NetworkSegment(bb3f529c-5ae7-4cc5-a11f-2074c23f8407),segment_id=bb3f529c-5ae7-4cc5-a11f-2074c23f8407)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:14:58.780000 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (17937f22-477f-47ec-b6b4-0ea96fee6512), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:14:58.826315 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=17937f22-477f-47ec-b6b4-0ea96fee6512,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:14:59.082493 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['17937f22-477f-47ec-b6b4-0ea96fee6512'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:14:59.492397 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399be55-41c4-4466-bd63-426e0c5de1c5 req-360ff412-2edb-4b60-aabd-7ab629270720 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:14:59.493886 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5399be55-41c4-4466-bd63-426e0c5de1c5 req-360ff412-2edb-4b60-aabd-7ab629270720 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 945 time: 0.0474951 Sep 04 01:14:59.540013 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5399be55-41c4-4466-bd63-426e0c5de1c5 req-f77aa3b5-a9c7-43e4-9323-a7ca97e7d456 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402663 Sep 04 01:15:00.069760 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=2 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:00.193273 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 17937f22-477f-47ec-b6b4-0ea96fee6512 up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:15:00.239122 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning for port 17937f22-477f-47ec-b6b4-0ea96fee6512 completed by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:15:00.322218 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port 17937f22-477f-47ec-b6b4-0ea96fee6512 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:15:00.322608 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (17937f22-477f-47ec-b6b4-0ea96fee6512), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:00.386955 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:00.399464 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 17937f22-477f-47ec-b6b4-0ea96fee6512 is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:15:00.399859 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (17937f22-477f-47ec-b6b4-0ea96fee6512), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:00.423444 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17937f22-477f-47ec-b6b4-0ea96fee6512'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:15:00.425689 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5c2d3a-5d68-484d-abd8-c5229699da0b" -d '{"events": [{"server_uuid": "3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64", "name": "network-vif-plugged", "status": "completed", "tag": "17937f22-477f-47ec-b6b4-0ea96fee6512"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:15:00.438805 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 17937f22-477f-47ec-b6b4-0ea96fee6512, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=17937f22-477f-47ec-b6b4-0ea96fee6512,segment=NetworkSegment(bb3f529c-5ae7-4cc5-a11f-2074c23f8407),segment_id=bb3f529c-5ae7-4cc5-a11f-2074c23f8407)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:00.462591 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfe8e04-6503-48fd-93b3-5a2bd280a6b6 x-openstack-request-id: req-dcfe8e04-6503-48fd-93b3-5a2bd280a6b6 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:15:00.462877 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64", "name": "network-vif-plugged", "status": "completed", "tag": "17937f22-477f-47ec-b6b4-0ea96fee6512", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:15:00.463131 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dcfe8e04-6503-48fd-93b3-5a2bd280a6b6 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:15:00.463533 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcfe8e04-6503-48fd-93b3-5a2bd280a6b6'] response: {'server_uuid': '3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17937f22-477f-47ec-b6b4-0ea96fee6512', 'code': 200} Sep 04 01:15:00.511301 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (17937f22-477f-47ec-b6b4-0ea96fee6512), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:00.559287 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=17937f22-477f-47ec-b6b4-0ea96fee6512,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:00.566956 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:00.571524 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:00.571524 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:00.571524 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:00.571524 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:00.571524 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:00.571524 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:00.571524 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:00.571524 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:00.571524 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:00.571524 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:00.571524 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:00.571524 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:00.571524 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:00.572972 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:00.649812 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:00.674383 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471f893-128a-498f-8107-48bccd08e5d1 req-9e994283-090f-4da7-80f5-22aa99dc5644 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:00.677215 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b471f893-128a-498f-8107-48bccd08e5d1 req-9e994283-090f-4da7-80f5-22aa99dc5644 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 946 time: 0.0576293 Sep 04 01:15:00.699426 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:00.727443 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b471f893-128a-498f-8107-48bccd08e5d1 req-06695287-54f4-48de-85bf-e9c90e9d6502 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442195 Sep 04 01:15:00.736212 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-48df2bb3-c264-4c29-93b5-bfbfe185ec24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:00.844819 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a65f3-6aff-4f09-bbd1-fc6ccff39419 req-0d1bde8d-6e1b-4123-9633-524b59b7dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:00.846264 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f01a65f3-6aff-4f09-bbd1-fc6ccff39419 req-0d1bde8d-6e1b-4123-9633-524b59b7dd94 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 1130 time: 0.0406716 Sep 04 01:15:00.893158 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f01a65f3-6aff-4f09-bbd1-fc6ccff39419 req-30243077-28ba-42a2-9ef8-5b46e092bc0a service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408475 Sep 04 01:15:00.980434 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:00.985761 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-01dd90c3-9bdd-4d8c-9664-00e99860a998 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2067064205&fields=id&tenant_id=2506b96ac13541e6a7a47c5aedca67e5 HTTP/1.1" status: 200 len: 267 time: 0.0462606 Sep 04 01:15:01.095675 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-66761920-8b81-4022-b01d-54c098ae8de1 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:01.097033 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-66761920-8b81-4022-b01d-54c098ae8de1 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/networks?id=ca88993b-9210-4173-b062-c40cdf9e1da6 HTTP/1.1" status: 200 len: 811 time: 0.1047609 Sep 04 01:15:01.111782 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-f651f687-4c02-43c7-9dfc-da50f0ea5bd7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/quotas/2506b96ac13541e6a7a47c5aedca67e5 HTTP/1.1" status: 200 len: 375 time: 0.0091200 Sep 04 01:15:01.156943 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:01.167564 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-0d238358-1aaf-45aa-a96e-2963a1f48e80 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=2506b96ac13541e6a7a47c5aedca67e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507605 Sep 04 01:15:01.266102 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-9dd67064-4b28-4c25-a5b3-d9d5a171d183 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856929 Sep 04 01:15:01.360533 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-a6c4c8a2-8789-4593-848a-f00cfa34e57f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885019 Sep 04 01:15:01.853052 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e554b63-6077-434d-acb0-bbd05ab692e8 req-7c3ee863-479f-43bd-8632-a7f4729d64d7 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:01.854521 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0e554b63-6077-434d-acb0-bbd05ab692e8 req-7c3ee863-479f-43bd-8632-a7f4729d64d7 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 946 time: 0.0469375 Sep 04 01:15:01.909650 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0e554b63-6077-434d-acb0-bbd05ab692e8 req-dc97b17f-4da7-464d-adf4-7bf55b3134ad tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490551 Sep 04 01:15:02.058733 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-60be8b58-d1c9-44b6-80ce-0981efd12d30 req-96d938af-fb26-4967-a845-cf706221a105 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 210 time: 0.0282974 Sep 04 01:15:03.033566 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829979f0-5c26-41b7-ad7a-f921012d4c61 req-3ccbf73a-46af-4757-8ae8-f8b5ef55d065 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:03.046501 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-829979f0-5c26-41b7-ad7a-f921012d4c61 req-3ccbf73a-46af-4757-8ae8-f8b5ef55d065 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 946 time: 0.0510678 Sep 04 01:15:03.047138 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-e76f593c-9951-4cd6-a94b-fb1fcb24b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:03.084726 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-829979f0-5c26-41b7-ad7a-f921012d4c61 req-d670db3c-b385-4f0e-a2e9-ecb8e855706e tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431461 Sep 04 01:15:03.144604 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8b0f560b-6eb0-4845-86fc-8b4ad476773d req-c8cd89f1-a3e3-497d-86e9-665b814f1e1d tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 210 time: 0.0297892 Sep 04 01:15:03.215129 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4387db-22f8-4591-bcfb-c2aa43e117b1 req-980946d9-52a8-45a6-8378-6fba342faab9 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:03.216510 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-fa4387db-22f8-4591-bcfb-c2aa43e117b1 req-980946d9-52a8-45a6-8378-6fba342faab9 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 946 time: 0.0534842 Sep 04 01:15:03.264575 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-fa4387db-22f8-4591-bcfb-c2aa43e117b1 req-8c1367f8-ea68-4b1c-ace4-33b83121dd9c tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417252 Sep 04 01:15:03.614795 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827b13d-da8b-427e-84cc-754dd9ab9331 req-98147154-e331-4c93-9a8f-530a59e19401 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:03.616234 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2827b13d-da8b-427e-84cc-754dd9ab9331 req-98147154-e331-4c93-9a8f-530a59e19401 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 946 time: 0.0521564 Sep 04 01:15:03.663673 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2827b13d-da8b-427e-84cc-754dd9ab9331 req-99033aeb-6119-428b-a874-c70fd298bac5 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416477 Sep 04 01:15:04.231382 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-5ae699a5-a5ca-4aeb-b4d1-30a1e135ab30 req-87cb17f8-3158-4f5f-9305-0204d8e6e679 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 210 time: 0.0274196 Sep 04 01:15:04.258134 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:05.316387 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5cf06131-b697-4e02-8f0c-177ea33b8b1f req-e6c32258-27e7-40a3-8b5d-7ffd6d3a8e18 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 210 time: 0.0302136 Sep 04 01:15:05.790006 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:05.916591 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:06.416809 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-202ea9cc-7298-476c-85c3-5a1900f0d720 req-b435e655-558e-4db4-b3e7-eeefef3023be tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 210 time: 0.0285687 Sep 04 01:15:07.524986 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ed92d566-af6a-417b-92fe-ed50afaab2d8 req-429a08fa-7803-4a3c-9cd3-26e273a7bcfb tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 210 time: 0.0313590 Sep 04 01:15:07.939594 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:08.672716 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8a9bd444-b0af-4217-a1b7-ecb5c17f5518 req-30e9770d-dda3-49a0-8aca-cce6df14d18b tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 210 time: 0.0405695 Sep 04 01:15:08.951248 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-bffaca1a-f0f4-44a1-aca7-d8df6201558d tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:08.952667 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-bffaca1a-f0f4-44a1-aca7-d8df6201558d tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ca88993b-9210-4173-b062-c40cdf9e1da6 HTTP/1.1" status: 200 len: 811 time: 0.1089940 Sep 04 01:15:09.020367 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-74c2e7aa-41ab-4694-bb9b-6556453cbb7b tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2506b96ac13541e6a7a47c5aedca67e5 HTTP/1.1" status: 200 len: 380 time: 0.0545201 Sep 04 01:15:09.029179 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Request body: {'port': {'device_id': '134e1ff6-ab5a-41a8-9afb-8891869494bf', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'admin_state_up': True, 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'security_groups': ['46402ba3-28d6-4a31-82e5-99b05a90c3c7']}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:15:09.132334 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:09.220351 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Made reservation on behalf of 2506b96ac13541e6a7a47c5aedca67e5 for: {'port': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:15:09.224255 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:09.351604 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Allocated IP 172.20.0.7 (ca88993b-9210-4173-b062-c40cdf9e1da6/53b46299-8023-4a0f-bdf3-86b9a7286814/8ad76ee4-45f9-4f07-93dd-75ebf95bbe32) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:15:09.486502 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for port (8ad76ee4-45f9-4f07-93dd-75ebf95bbe32), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:09.573391 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (8ad76ee4-45f9-4f07-93dd-75ebf95bbe32), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:09.634499 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Network ca88993b-9210-4173-b062-c40cdf9e1da6 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:15:09.638023 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:15:09.643373 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:15:09.647008 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:09.649982 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event updated for resources: {'Port': ['ID=8ad76ee4-45f9-4f07-93dd-75ebf95bbe32,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:09.685583 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:09.686285 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:09.686285 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:09.686579 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:09.686896 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:09.687193 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:09.687513 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:09.688406 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:09.688725 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:09.689062 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:09.692471 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:09.692471 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:09.692471 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:09.692471 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:09.692471 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:09.719539 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:09.725395 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:09.802603 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23960a06-a4ef-4243-88e2-49600bcb307b req-f409d528-add0-4773-8444-c88714cfb447 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:09.804880 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-23960a06-a4ef-4243-88e2-49600bcb307b req-f409d528-add0-4773-8444-c88714cfb447 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 931 time: 0.0546510 Sep 04 01:15:09.808124 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-3a788df2-5413-469c-bfea-21a3e5266790 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7824056 Sep 04 01:15:09.830937 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] Request body: {'port': {'device_id': '134e1ff6-ab5a-41a8-9afb-8891869494bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:15:09.867783 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-23960a06-a4ef-4243-88e2-49600bcb307b req-51b9ff56-4ed1-4957-aed5-e92605aedd6a tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557992 Sep 04 01:15:09.886161 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-d4f5ae23-60fb-40dc-ab34-02495f95afb9 None None] Provisioning complete for port 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:15:09.887598 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-d4f5ae23-60fb-40dc-ab34-02495f95afb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (8ad76ee4-45f9-4f07-93dd-75ebf95bbe32), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:09.898812 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (8ad76ee4-45f9-4f07-93dd-75ebf95bbe32), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:09.925680 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-d4f5ae23-60fb-40dc-ab34-02495f95afb9 None None] Port 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:15:10.115204 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:10.192415 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 {{(pid=106791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:15:10.201819 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] Publish callbacks [] for port (8ad76ee4-45f9-4f07-93dd-75ebf95bbe32), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:10.215988 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.provisioning_blocks [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] Transition to ACTIVE for port object 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 will not be triggered until provisioned by entity L2. {{(pid=106791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:15:10.281996 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde5ff1-a12a-4760-99dc-cd22a2d576f4 req-9d82fbe1-5532-4692-abce-8de5fda30761 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:10.283489 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6dde5ff1-a12a-4760-99dc-cd22a2d576f4 req-9d82fbe1-5532-4692-abce-8de5fda30761 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 946 time: 0.0495853 Sep 04 01:15:10.330113 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6dde5ff1-a12a-4760-99dc-cd22a2d576f4 req-d59e066a-aa31-49fa-9c48-feb491662044 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411525 Sep 04 01:15:10.333765 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (8ad76ee4-45f9-4f07-93dd-75ebf95bbe32), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:10.359567 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56894) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:10.426830 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] Pushing event updated for resources: {'Port': ['ID=8ad76ee4-45f9-4f07-93dd-75ebf95bbe32,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:10.463290 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:10.470363 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] Attempting to bind port 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:15:10.470907 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] Attempting to bind port 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6'}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:15:10.472117 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] Attempting to bind port 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 on network ca88993b-9210-4173-b062-c40cdf9e1da6 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:15:10.479672 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] Port 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 on network ca88993b-9210-4173-b062-c40cdf9e1da6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:15:10.480324 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] Attempting to bind port 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 on network ca88993b-9210-4173-b062-c40cdf9e1da6 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:15:10.487846 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] Checking agent: {'id': 'dda4db69-a2e6-4522-aa0b-4e619e0d5c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'started_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:15:10.492504 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] Checking segment: {'id': 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:15:10.492504 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] Bound using segment: {'id': 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6'} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:15:10.492504 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] Bound port: 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6'}}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:15:10.492504 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (8ad76ee4-45f9-4f07-93dd-75ebf95bbe32), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:10.533637 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19857482-1660-4cd7-b225-5635f742863e tempest-TestMinimumBasicScenario-1257515598 tempest-TestMinimumBasicScenario-1257515598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:10.539230 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-19857482-1660-4cd7-b225-5635f742863e tempest-TestMinimumBasicScenario-1257515598 tempest-TestMinimumBasicScenario-1257515598-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 1125 time: 0.1778564 Sep 04 01:15:10.539930 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56902) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:10.544477 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Request body: {'floatingip': {'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'port_id': '17937f22-477f-47ec-b6b4-0ea96fee6512', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:15:10.557910 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] For port 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32, host hv-cinder-maste, cleared binding levels {{(pid=106791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:15:10.561675 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] For port 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8ad76ee4-45f9-4f07-93dd-75ebf95bbe32,segment=NetworkSegment(ec3b99f9-cd00-455f-aba9-a56f7e7f2980),segment_id=ec3b99f9-cd00-455f-aba9-a56f7e7f2980)] {{(pid=106791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:15:10.648813 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:10.649004 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (8ad76ee4-45f9-4f07-93dd-75ebf95bbe32), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:10.655314 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:10.656115 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:10.658414 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 HTTP/1.1" status: 200 len: 1093 time: 0.8342018 Sep 04 01:15:10.658871 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134e1ff6-ab5a-41a8-9afb-8891869494bf', 'tag': '8ad76ee4-45f9-4f07-93dd-75ebf95bbe32'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:15:10.661240 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6856ff-0644-4d4b-954d-aa2edd0d6930" -d '{"events": [{"name": "network-changed", "server_uuid": "134e1ff6-ab5a-41a8-9afb-8891869494bf", "tag": "8ad76ee4-45f9-4f07-93dd-75ebf95bbe32"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:15:10.716771 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d479d-bfb1-45fc-b310-3d9cfccd048a service neutron] Pushing event updated for resources: {'Port': ['ID=8ad76ee4-45f9-4f07-93dd-75ebf95bbe32,revision_number=3']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:10.725126 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f618d41-5273-41f9-b83e-009aac561474 x-openstack-request-id: req-8f618d41-5273-41f9-b83e-009aac561474 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:15:10.725545 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134e1ff6-ab5a-41a8-9afb-8891869494bf", "tag": "8ad76ee4-45f9-4f07-93dd-75ebf95bbe32", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:15:10.725658 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f618d41-5273-41f9-b83e-009aac561474 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:15:10.726056 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f618d41-5273-41f9-b83e-009aac561474'] response: {'name': 'network-changed', 'server_uuid': '134e1ff6-ab5a-41a8-9afb-8891869494bf', 'tag': '8ad76ee4-45f9-4f07-93dd-75ebf95bbe32', 'status': 'completed', 'code': 200} Sep 04 01:15:10.757933 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:10.821319 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6856ff-0644-4d4b-954d-aa2edd0d6930 req-36a2a5c3-6844-4e7b-a46b-308eb36a62eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:10.822847 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-da6856ff-0644-4d4b-954d-aa2edd0d6930 req-36a2a5c3-6844-4e7b-a46b-308eb36a62eb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2506b96ac13541e6a7a47c5aedca67e5&device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 1127 time: 0.0431447 Sep 04 01:15:10.837829 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:10.862476 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_common [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Allocated IP 172.37.7.176 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/5ec2f0e6-c451-4062-8e28-4836b8b578a1) {{(pid=106790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:15:10.939855 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6856ff-0644-4d4b-954d-aa2edd0d6930 req-5bdfc7fe-59b9-495a-be7d-75b52c1352c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:10.941402 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-da6856ff-0644-4d4b-954d-aa2edd0d6930 req-5bdfc7fe-59b9-495a-be7d-75b52c1352c2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=2506b96ac13541e6a7a47c5aedca67e5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1041045 Sep 04 01:15:10.945039 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:10.981506 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for port (5ec2f0e6-c451-4062-8e28-4836b8b578a1), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:11.043595 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbb470-7c57-44ba-abf9-75b20fad1473 req-2532e48e-1c39-448b-b711-b37ada8b0b67 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:11.045137 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7acbb470-7c57-44ba-abf9-75b20fad1473 req-2532e48e-1c39-448b-b711-b37ada8b0b67 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 943 time: 0.0882945 Sep 04 01:15:11.059890 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (5ec2f0e6-c451-4062-8e28-4836b8b578a1), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:11.096347 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:15:11.102866 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:15:11.106437 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Received port after_create {{(pid=106790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:15:11.113543 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6856ff-0644-4d4b-954d-aa2edd0d6930 req-9a7e2038-f193-4d9f-9de3-b42ec5025d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:11.114994 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-da6856ff-0644-4d4b-954d-aa2edd0d6930 req-9a7e2038-f193-4d9f-9de3-b42ec5025d7f service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1669114 Sep 04 01:15:11.124085 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7acbb470-7c57-44ba-abf9-75b20fad1473 req-8e365c96-bb56-4d25-8072-3a6f9f0006f4 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718184 Sep 04 01:15:11.137604 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Pushing event updated for resources: {'Port': ['ID=5ec2f0e6-c451-4062-8e28-4836b8b578a1,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:11.149647 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:11.150000 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:11.150344 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:11.150682 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:11.151019 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:11.151352 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:11.151683 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:11.152010 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:11.152335 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:11.152661 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:11.152988 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:11.153344 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:11.153666 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:11.154042 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:11.154308 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:15:11.210094 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:11.217648 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-0ac06138-c0b9-4724-aa01-afd5eacd3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:11.219876 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-0ac06138-c0b9-4724-aa01-afd5eacd3449 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2506b96ac13541e6a7a47c5aedca67e5&device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 1127 time: 0.0458400 Sep 04 01:15:11.266931 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-5417ca27-7ed3-4c14-acae-8d059e413268 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 HTTP/1.1" status: 200 len: 217 time: 0.0337684 Sep 04 01:15:11.318891 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-008b395f-b78d-42ea-a5f6-c61fdd06dc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:11.320353 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-008b395f-b78d-42ea-a5f6-c61fdd06dc4e service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=53b46299-8023-4a0f-bdf3-86b9a7286814 HTTP/1.1" status: 200 len: 850 time: 0.0477793 Sep 04 01:15:11.370442 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-13ebc9d3-9491-4a88-a5a6-2fa666c75fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:11.372150 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-13ebc9d3-9491-4a88-a5a6-2fa666c75fdb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ca88993b-9210-4173-b062-c40cdf9e1da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463231 Sep 04 01:15:11.469229 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-9004f5f1-7b35-44ea-9027-9ee54c7ecd3a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900314 Sep 04 01:15:11.570659 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b4ed60dd-eb2d-44b4-b36a-04b115e1ac63 req-09dbf489-7f2e-4be0-9083-f91f840dcc4d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956049 Sep 04 01:15:11.723094 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:11.744648 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for floatingip (12d3bdb8-a49f-4833-97e5-ffdf79750b16), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:11.857978 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (5ec2f0e6-c451-4062-8e28-4836b8b578a1), before_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:11.866768 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56920) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:11.912371 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea106a3-a64d-4b43-b35b-3817ccd651ae admin admin] Deleting subnet 0f25571b-8409-4e9a-b16c-096d53c483c2 {{(pid=106791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:15:11.915569 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-6ea106a3-a64d-4b43-b35b-3817ccd651ae admin admin] Publish callbacks [] for subnet (0f25571b-8409-4e9a-b16c-096d53c483c2), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:11.950183 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-6ea106a3-a64d-4b43-b35b-3817ccd651ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-969661'] for subnet (0f25571b-8409-4e9a-b16c-096d53c483c2), precommit_delete_associations {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:11.990243 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-6ea106a3-a64d-4b43-b35b-3817ccd651ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869317'] for subnet (0f25571b-8409-4e9a-b16c-096d53c483c2), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:12.004478 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for port (5ec2f0e6-c451-4062-8e28-4836b8b578a1), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:12.081999 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63045568'] for port (5ec2f0e6-c451-4062-8e28-4836b8b578a1), after_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:12.111627 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-6ea106a3-a64d-4b43-b35b-3817ccd651ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65166171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65271670'] for subnet (0f25571b-8409-4e9a-b16c-096d53c483c2), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:12.139073 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea106a3-a64d-4b43-b35b-3817ccd651ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f25571b-8409-4e9a-b16c-096d53c483c2,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:12.142068 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-6ea106a3-a64d-4b43-b35b-3817ccd651ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:12.144945 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-6ea106a3-a64d-4b43-b35b-3817ccd651ae admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/0f25571b-8409-4e9a-b16c-096d53c483c2 HTTP/1.1" status: 204 len: 168 time: 0.2771201 Sep 04 01:15:12.147434 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56922) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:12.153784 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Pushing event updated for resources: {'Port': ['ID=5ec2f0e6-c451-4062-8e28-4836b8b578a1,revision_number=2']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:12.157126 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (12d3bdb8-a49f-4833-97e5-ffdf79750b16), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:12.219180 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8b45c323-b0b3-4c92-8d0e-d8dd7af8ff0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855412'] for network (5ddf5173-5570-44e4-b00a-a3c9677c4afe), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:12.256394 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:12.292251 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.l3_db [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Floating IP 12d3bdb8-a49f-4833-97e5-ffdf79750b16 associated. External IP: 172.37.7.176, port: 17937f22-477f-47ec-b6b4-0ea96fee6512. Sep 04 01:15:12.300423 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d20fa2-72af-415f-a677-6e3a2c98664d req-58c7cc34-d8b2-4c8a-bc85-67cba66bffb9 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:12.301936 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b4d20fa2-72af-415f-a677-6e3a2c98664d req-58c7cc34-d8b2-4c8a-bc85-67cba66bffb9 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 943 time: 0.0633681 Sep 04 01:15:12.305853 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8b45c323-b0b3-4c92-8d0e-d8dd7af8ff0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1299106', 'neutron.services.segments.db._delete_segments_for_network-8760291617684'] for network (5ddf5173-5570-44e4-b00a-a3c9677c4afe), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:12.326760 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-8b45c323-b0b3-4c92-8d0e-d8dd7af8ff0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ddf5173-5570-44e4-b00a-a3c9677c4afe']}} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:12.337316 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-8b45c323-b0b3-4c92-8d0e-d8dd7af8ff0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd13c416-e1e6-4248-8066-18015fd0cb12') {'for_net_delete': True} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:12.337605 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-8b45c323-b0b3-4c92-8d0e-d8dd7af8ff0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd13c416-e1e6-4248-8066-18015fd0cb12') {} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:12.348440 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8b45c323-b0b3-4c92-8d0e-d8dd7af8ff0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760291642516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-969642'] for segment (fd13c416-e1e6-4248-8066-18015fd0cb12), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:12.362082 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8b45c323-b0b3-4c92-8d0e-d8dd7af8ff0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (fd13c416-e1e6-4248-8066-18015fd0cb12), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:12.368716 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b45c323-b0b3-4c92-8d0e-d8dd7af8ff0b admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=106791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:15:12.369118 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8b45c323-b0b3-4c92-8d0e-d8dd7af8ff0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65167609'] for segment (fd13c416-e1e6-4248-8066-18015fd0cb12), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:12.415000 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment fd13c416-e1e6-4248-8066-18015fd0cb12 resource provider aggregate not found Sep 04 01:15:12.431634 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b4d20fa2-72af-415f-a677-6e3a2c98664d req-34d862c1-7cf5-4a08-a609-0b69cb985f70 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973017 Sep 04 01:15:12.445002 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment fd13c416-e1e6-4248-8066-18015fd0cb12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd13c416-e1e6-4248-8066-18015fd0cb12 found for delete ", "request_id": "req-8a2294bd-29b8-4a61-92d3-257548ec62fe"}]} Sep 04 01:15:12.489256 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:12.505020 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8b45c323-b0b3-4c92-8d0e-d8dd7af8ff0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1299115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811184'] for network (5ddf5173-5570-44e4-b00a-a3c9677c4afe), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:12.518315 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8b45c323-b0b3-4c92-8d0e-d8dd7af8ff0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:12.518315 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-8b45c323-b0b3-4c92-8d0e-d8dd7af8ff0b admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/5ddf5173-5570-44e4-b00a-a3c9677c4afe HTTP/1.1" status: 204 len: 168 time: 0.3670473 Sep 04 01:15:12.520343 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56930) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:12.525961 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45c323-b0b3-4c92-8d0e-d8dd7af8ff0b admin admin] Pushing event deleted for resources: {'Network': ['ID=5ddf5173-5570-44e4-b00a-a3c9677c4afe,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:12.582949 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d1aafc-d5e4-4e9d-acf9-92c9f06cb28c admin admin] Deleting subnet fd04d848-0bf5-48cb-8e9a-7f288eac9754 {{(pid=106790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:15:12.588506 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-57d1aafc-d5e4-4e9d-acf9-92c9f06cb28c admin admin] Publish callbacks [] for subnet (fd04d848-0bf5-48cb-8e9a-7f288eac9754), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:12.591326 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Router 54174312-f04b-4db8-8dc3-1c58848b0d5e has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:15:12.617487 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:12.666675 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-57d1aafc-d5e4-4e9d-acf9-92c9f06cb28c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64390781'] for subnet (fd04d848-0bf5-48cb-8e9a-7f288eac9754), precommit_delete_associations {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:12.753910 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-57d1aafc-d5e4-4e9d-acf9-92c9f06cb28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869317'] for subnet (fd04d848-0bf5-48cb-8e9a-7f288eac9754), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:12.794607 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:15:12.806285 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318a831f-36d3-4fbe-98cb-be04cf387878 None None] Sync routers for ids ['54174312-f04b-4db8-8dc3-1c58848b0d5e'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:15:12.815989 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318a831f-36d3-4fbe-98cb-be04cf387878 None None] Routers {'54174312-f04b-4db8-8dc3-1c58848b0d5e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:15:12.816606 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-318a831f-36d3-4fbe-98cb-be04cf387878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:15:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['54174312-f04b-4db8-8dc3-1c58848b0d5e'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:12.884711 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:12.917476 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-57d1aafc-d5e4-4e9d-acf9-92c9f06cb28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63030278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65458455'] for subnet (fd04d848-0bf5-48cb-8e9a-7f288eac9754), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:12.925119 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-7cf2f789-dc3b-46b3-b4af-6b09df1fc1ab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3803835 Sep 04 01:15:12.925343 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56932) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:12.926955 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-318a831f-36d3-4fbe-98cb-be04cf387878 None None] Set router 54174312-f04b-4db8-8dc3-1c58848b0d5e gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:15:12.927467 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64', 'tag': '17937f22-477f-47ec-b6b4-0ea96fee6512'}] {{(pid=106790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:15:12.929595 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768fddc788cc630bf6be659ba1cc99228bd403d8973f3d1aee7c621fd359d80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46af918e-0bff-42c5-a13b-0aa2e7f5cfbc" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64", "tag": "17937f22-477f-47ec-b6b4-0ea96fee6512"}]}' {{(pid=106790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:15:12.930616 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-4c2342a6-8624-4f3d-9354-d7ce4e3c3435 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-264434114', 'description': 'tempest-secgroup-smoke-264434114 description', 'project_id': '027792a6118140099aaf522ca15bb07e'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:15:12.968919 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-57d1aafc-d5e4-4e9d-acf9-92c9f06cb28c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for subnet (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:12.972737 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-57d1aafc-d5e4-4e9d-acf9-92c9f06cb28c admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/fd04d848-0bf5-48cb-8e9a-7f288eac9754 HTTP/1.1" status: 204 len: 168 time: 0.4515018 Sep 04 01:15:12.975648 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56936) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:12.978453 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76de3994-50ba-48d8-b4e0-14ae8c085483 x-openstack-request-id: req-76de3994-50ba-48d8-b4e0-14ae8c085483 {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:15:12.978732 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64", "tag": "17937f22-477f-47ec-b6b4-0ea96fee6512", "status": "completed", "code": 200}]} {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:15:12.979143 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76de3994-50ba-48d8-b4e0-14ae8c085483 {{(pid=106790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:15:12.979675 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76de3994-50ba-48d8-b4e0-14ae8c085483'] response: {'name': 'network-changed', 'server_uuid': '3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64', 'tag': '17937f22-477f-47ec-b6b4-0ea96fee6512', 'status': 'completed', 'code': 200} Sep 04 01:15:12.996820 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1aafc-d5e4-4e9d-acf9-92c9f06cb28c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd04d848-0bf5-48cb-8e9a-7f288eac9754,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:13.047608 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4c2342a6-8624-4f3d-9354-d7ce4e3c3435 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:13.057013 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5a007215-a568-4a8a-b277-c1ac88ccc519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855412'] for network (ad579de2-f153-4a3c-af14-a094ac20e2aa), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:13.110169 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af918e-0bff-42c5-a13b-0aa2e7f5cfbc req-d5e05f4a-75ac-4331-9417-2f5b52dac99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:13.111699 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-46af918e-0bff-42c5-a13b-0aa2e7f5cfbc req-d5e05f4a-75ac-4331-9417-2f5b52dac99e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=027792a6118140099aaf522ca15bb07e&device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 1130 time: 0.0618491 Sep 04 01:15:13.169630 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5a007215-a568-4a8a-b277-c1ac88ccc519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1299106', 'neutron.services.segments.db._delete_segments_for_network-8760291617684'] for network (ad579de2-f153-4a3c-af14-a094ac20e2aa), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:13.181261 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-318a831f-36d3-4fbe-98cb-be04cf387878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'name': 'tempest-TestMinimumBasicScenario-749699042-router', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:10Z', 'updated_at': '2022-09-04T01:14:14Z', 'revision_number': 4, 'project_id': '027792a6118140099aaf522ca15bb07e', 'gw_port': {'id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:11Z', 'updated_at': '2022-09-04T01:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '12d3bdb8-a49f-4833-97e5-ffdf79750b16', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'floating_ip_address': '172.37.7.176', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'port_id': '17937f22-477f-47ec-b6b4-0ea96fee6512', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511', 'mac_address': 'fa:16:3e:15:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:15:11Z', 'updated_at': '2022-09-04T01:15:11Z', 'revision_number': 0, 'project_id': '027792a6118140099aaf522ca15bb07e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2856e4-8bb1-4647-8890-edd403bce7d0', 'name': '', 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'mac_address': 'fa:16:3e:29:5f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '231765c8-800c-4149-b414-9dbe7bc03304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:13Z', 'updated_at': '2022-09-04T01:14:21Z', 'revision_number': 5, 'project_id': '027792a6118140099aaf522ca15bb07e', 'subnets': [{'id': '231765c8-800c-4149-b414-9dbe7bc03304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:13.185523 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:13.193599 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.services.segments.db [None req-5a007215-a568-4a8a-b277-c1ac88ccc519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad579de2-f153-4a3c-af14-a094ac20e2aa']}} {{(pid=106790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:13.203860 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.services.segments.db [None req-5a007215-a568-4a8a-b277-c1ac88ccc519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f7b52b-de4e-4157-a609-7328f44c2a3e') {'for_net_delete': True} {{(pid=106790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:13.204167 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.services.segments.db [None req-5a007215-a568-4a8a-b277-c1ac88ccc519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f7b52b-de4e-4157-a609-7328f44c2a3e') {} {{(pid=106790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:13.215031 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5a007215-a568-4a8a-b277-c1ac88ccc519 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760291642516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64390762'] for segment (d3f7b52b-de4e-4157-a609-7328f44c2a3e), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:13.215239 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4c2342a6-8624-4f3d-9354-d7ce4e3c3435 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group (453a92ae-fa58-40a9-8940-f7ae3987450a), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:13.218187 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318a831f-36d3-4fbe-98cb-be04cf387878 None None] Checking router: 54174312-f04b-4db8-8dc3-1c58848b0d5e for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:15:13.228689 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318a831f-36d3-4fbe-98cb-be04cf387878 None None] Routers {'54174312-f04b-4db8-8dc3-1c58848b0d5e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:15:13.229636 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-318a831f-36d3-4fbe-98cb-be04cf387878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:15:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['54174312-f04b-4db8-8dc3-1c58848b0d5e'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:13.229917 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5a007215-a568-4a8a-b277-c1ac88ccc519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (d3f7b52b-de4e-4157-a609-7328f44c2a3e), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:13.237244 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a007215-a568-4a8a-b277-c1ac88ccc519 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=106790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:15:13.237694 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5a007215-a568-4a8a-b277-c1ac88ccc519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63045540'] for segment (d3f7b52b-de4e-4157-a609-7328f44c2a3e), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:13.240494 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af918e-0bff-42c5-a13b-0aa2e7f5cfbc req-140d6090-c6b7-4de1-85b7-911576b40e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:13.242096 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-46af918e-0bff-42c5-a13b-0aa2e7f5cfbc req-140d6090-c6b7-4de1-85b7-911576b40e2a service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=93fca803-def7-462d-b519-0eb07f4ac511 HTTP/1.1" status: 200 len: 915 time: 0.1216567 Sep 04 01:15:13.285262 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.services.segments.plugin [-] Segment d3f7b52b-de4e-4157-a609-7328f44c2a3e resource provider aggregate not found Sep 04 01:15:13.305913 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.services.segments.plugin [-] Segment d3f7b52b-de4e-4157-a609-7328f44c2a3e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3f7b52b-de4e-4157-a609-7328f44c2a3e found for delete ", "request_id": "req-5213fe09-f78c-4324-91f3-25a1188eafa9"}]} Sep 04 01:15:13.321032 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4c2342a6-8624-4f3d-9354-d7ce4e3c3435 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (453a92ae-fa58-40a9-8940-f7ae3987450a), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:13.355991 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2342a6-8624-4f3d-9354-d7ce4e3c3435 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453a92ae-fa58-40a9-8940-f7ae3987450a,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:13.402357 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5a007215-a568-4a8a-b277-c1ac88ccc519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1299115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811184'] for network (ad579de2-f153-4a3c-af14-a094ac20e2aa), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:13.410259 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5a007215-a568-4a8a-b277-c1ac88ccc519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:13.416853 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-5a007215-a568-4a8a-b277-c1ac88ccc519 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/ad579de2-f153-4a3c-af14-a094ac20e2aa HTTP/1.1" status: 204 len: 168 time: 0.4401205 Sep 04 01:15:13.429009 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-4c2342a6-8624-4f3d-9354-d7ce4e3c3435 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:13.433240 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a007215-a568-4a8a-b277-c1ac88ccc519 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad579de2-f153-4a3c-af14-a094ac20e2aa,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:13.433376 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-4c2342a6-8624-4f3d-9354-d7ce4e3c3435 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5039046 Sep 04 01:15:13.434520 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-46af918e-0bff-42c5-a13b-0aa2e7f5cfbc req-e445e582-280c-4e9f-b559-5efd26f6fe9c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17937f22-477f-47ec-b6b4-0ea96fee6512 HTTP/1.1" status: 200 len: 1000 time: 0.0697455 Sep 04 01:15:13.435991 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56944) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:13.441529 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-3d2a22e5-93e1-49b1-930c-7d8a18c905bc tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Request body: {'security_group_rule': {'security_group_id': '453a92ae-fa58-40a9-8940-f7ae3987450a', 'project_id': '027792a6118140099aaf522ca15bb07e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:15:13.447941 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-318a831f-36d3-4fbe-98cb-be04cf387878 None None] Set router 54174312-f04b-4db8-8dc3-1c58848b0d5e gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:15:13.528000 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af918e-0bff-42c5-a13b-0aa2e7f5cfbc req-fd98a66d-b91c-4a21-bfc5-a5218ef39ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:13.530799 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-46af918e-0bff-42c5-a13b-0aa2e7f5cfbc req-fd98a66d-b91c-4a21-bfc5-a5218ef39ea9 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=231765c8-800c-4149-b414-9dbe7bc03304 HTTP/1.1" status: 200 len: 853 time: 0.0812557 Sep 04 01:15:13.580575 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af918e-0bff-42c5-a13b-0aa2e7f5cfbc req-526721f2-8f16-4efa-9831-4917738f195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:13.582236 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-46af918e-0bff-42c5-a13b-0aa2e7f5cfbc req-526721f2-8f16-4efa-9831-4917738f195a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=93fca803-def7-462d-b519-0eb07f4ac511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463243 Sep 04 01:15:13.585829 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97a2e5-9cc0-44f7-9348-80a826afea7f req-c98e6494-9030-4e2f-99ea-c32bc114c854 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:13.587375 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-8f97a2e5-9cc0-44f7-9348-80a826afea7f req-c98e6494-9030-4e2f-99ea-c32bc114c854 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 943 time: 0.0531328 Sep 04 01:15:13.599225 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3d2a22e5-93e1-49b1-930c-7d8a18c905bc tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group_rule (bdf15ac6-c80b-46cf-81b8-693e71b7cba6), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:13.618341 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:13.646638 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-8f97a2e5-9cc0-44f7-9348-80a826afea7f req-a889b667-7a19-49f4-ba46-5d52a1933598 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531847 Sep 04 01:15:13.686035 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-318a831f-36d3-4fbe-98cb-be04cf387878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'name': 'tempest-TestMinimumBasicScenario-749699042-router', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:10Z', 'updated_at': '2022-09-04T01:14:14Z', 'revision_number': 4, 'project_id': '027792a6118140099aaf522ca15bb07e', 'gw_port': {'id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:11Z', 'updated_at': '2022-09-04T01:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '12d3bdb8-a49f-4833-97e5-ffdf79750b16', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'floating_ip_address': '172.37.7.176', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'port_id': '17937f22-477f-47ec-b6b4-0ea96fee6512', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511', 'mac_address': 'fa:16:3e:15:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:15:11Z', 'updated_at': '2022-09-04T01:15:11Z', 'revision_number': 0, 'project_id': '027792a6118140099aaf522ca15bb07e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2856e4-8bb1-4647-8890-edd403bce7d0', 'name': '', 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'mac_address': 'fa:16:3e:29:5f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '231765c8-800c-4149-b414-9dbe7bc03304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:13Z', 'updated_at': '2022-09-04T01:14:21Z', 'revision_number': 5, 'project_id': '027792a6118140099aaf522ca15bb07e', 'subnets': [{'id': '231765c8-800c-4149-b414-9dbe7bc03304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:13.714404 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318a831f-36d3-4fbe-98cb-be04cf387878 None None] The sync data for ids ['54174312-f04b-4db8-8dc3-1c58848b0d5e'] in dv-cinder-master-3-iscsi is: [{'id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'name': 'tempest-TestMinimumBasicScenario-749699042-router', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:10Z', 'updated_at': '2022-09-04T01:14:14Z', 'revision_number': 4, 'project_id': '027792a6118140099aaf522ca15bb07e', 'gw_port': {'id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:11Z', 'updated_at': '2022-09-04T01:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '12d3bdb8-a49f-4833-97e5-ffdf79750b16', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'floating_ip_address': '172.37.7.176', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'port_id': '17937f22-477f-47ec-b6b4-0ea96fee6512', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511', 'mac_address': 'fa:16:3e:15:b6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:15:11Z', 'updated_at': '2022-09-04T01:15:11Z', 'revision_number': 0, 'project_id': '027792a6118140099aaf522ca15bb07e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2856e4-8bb1-4647-8890-edd403bce7d0', 'name': '', 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'mac_address': 'fa:16:3e:29:5f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '231765c8-800c-4149-b414-9dbe7bc03304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:13Z', 'updated_at': '2022-09-04T01:14:21Z', 'revision_number': 5, 'project_id': '027792a6118140099aaf522ca15bb07e', 'subnets': [{'id': '231765c8-800c-4149-b414-9dbe7bc03304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:15:13.726644 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-46af918e-0bff-42c5-a13b-0aa2e7f5cfbc req-368d4202-c84e-401c-8534-2c2008a7cc5f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93fca803-def7-462d-b519-0eb07f4ac511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377516 Sep 04 01:15:13.728498 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3d2a22e5-93e1-49b1-930c-7d8a18c905bc tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group_rule (bdf15ac6-c80b-46cf-81b8-693e71b7cba6), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:13.814914 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3d2a22e5-93e1-49b1-930c-7d8a18c905bc tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (bdf15ac6-c80b-46cf-81b8-693e71b7cba6), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:13.852922 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-46af918e-0bff-42c5-a13b-0aa2e7f5cfbc req-49b6d46f-cdff-418b-acd4-794683bb60c3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93fca803-def7-462d-b519-0eb07f4ac511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197515 Sep 04 01:15:13.853557 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a22e5-93e1-49b1-930c-7d8a18c905bc tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf15ac6-c80b-46cf-81b8-693e71b7cba6,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:13.874821 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56948) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:13.920140 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-fbe666f7-62b8-435d-bd8d-26c755edb572 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=59ba1ddb45594bbd9c53c2ec9f5a8c80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434499 Sep 04 01:15:13.923461 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56950) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:13.935009 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35b964e-a81b-4bd1-be9c-5e6dcc022263 None None] New status for floating IP 12d3bdb8-a49f-4833-97e5-ffdf79750b16: ACTIVE {{(pid=106792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:15:13.975032 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-3d2a22e5-93e1-49b1-930c-7d8a18c905bc tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:13.976219 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-3d2a22e5-93e1-49b1-930c-7d8a18c905bc tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5391972 Sep 04 01:15:13.979353 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-27526dbc-7837-4850-88fc-18b556fe923c admin admin] Publish callbacks [] for security_group (4c9b8d0a-65de-4988-94b8-77e8452d7080), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:13.979670 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56952) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:13.985296 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-643c7761-dafd-45e7-beea-f8816bd9d682 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Request body: {'security_group_rule': {'security_group_id': '453a92ae-fa58-40a9-8940-f7ae3987450a', 'project_id': '027792a6118140099aaf522ca15bb07e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:15:14.001051 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-27526dbc-7837-4850-88fc-18b556fe923c admin admin] Publish callbacks [] for security_group (4c9b8d0a-65de-4988-94b8-77e8452d7080), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:14.084328 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-643c7761-dafd-45e7-beea-f8816bd9d682 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group_rule (ebd13a01-f1c0-4f18-82c6-a8bb2ec41b62), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:14.110678 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-27526dbc-7837-4850-88fc-18b556fe923c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (4c9b8d0a-65de-4988-94b8-77e8452d7080), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:14.110678 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-27526dbc-7837-4850-88fc-18b556fe923c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:14.110678 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-27526dbc-7837-4850-88fc-18b556fe923c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4c9b8d0a-65de-4988-94b8-77e8452d7080 HTTP/1.1" status: 204 len: 168 time: 0.1848516 Sep 04 01:15:14.120917 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27526dbc-7837-4850-88fc-18b556fe923c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9b8d0a-65de-4988-94b8-77e8452d7080,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:14.132525 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:14.151996 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-643c7761-dafd-45e7-beea-f8816bd9d682 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group_rule (ebd13a01-f1c0-4f18-82c6-a8bb2ec41b62), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:14.237018 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-643c7761-dafd-45e7-beea-f8816bd9d682 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (ebd13a01-f1c0-4f18-82c6-a8bb2ec41b62), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:14.256193 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c7761-dafd-45e7-beea-f8816bd9d682 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd13a01-f1c0-4f18-82c6-a8bb2ec41b62,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:14.324645 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-643c7761-dafd-45e7-beea-f8816bd9d682 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:14.325918 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-643c7761-dafd-45e7-beea-f8816bd9d682 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3451447 Sep 04 01:15:14.328923 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56956) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:14.333801 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-df29bc14-99e7-43f0-900f-99b88c9427bc tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Request body: {'security_group_rule': {'security_group_id': '453a92ae-fa58-40a9-8940-f7ae3987450a', 'project_id': '027792a6118140099aaf522ca15bb07e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:15:14.431317 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-df29bc14-99e7-43f0-900f-99b88c9427bc tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group_rule (80ee7d29-9727-4416-9f56-ede8e8f2ae9d), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:14.434830 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:14.493929 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-df29bc14-99e7-43f0-900f-99b88c9427bc tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group_rule (80ee7d29-9727-4416-9f56-ede8e8f2ae9d), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:14.568473 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-df29bc14-99e7-43f0-900f-99b88c9427bc tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (80ee7d29-9727-4416-9f56-ede8e8f2ae9d), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:14.588107 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29bc14-99e7-43f0-900f-99b88c9427bc tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ee7d29-9727-4416-9f56-ede8e8f2ae9d,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:14.661604 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-df29bc14-99e7-43f0-900f-99b88c9427bc tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:14.662887 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-df29bc14-99e7-43f0-900f-99b88c9427bc tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3330119 Sep 04 01:15:14.665736 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56960) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:14.670083 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-a045f4e7-c14b-4d9a-8499-f63c5c57ed2f tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Request body: {'security_group_rule': {'security_group_id': '453a92ae-fa58-40a9-8940-f7ae3987450a', 'project_id': '027792a6118140099aaf522ca15bb07e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:15:14.773843 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a045f4e7-c14b-4d9a-8499-f63c5c57ed2f tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group_rule (e4f724e4-617d-4d52-b840-fad04c7e455d), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:14.776426 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8b07e-d24e-4703-b95a-25459fc12ba1 req-4dd0b0c3-a180-4307-906c-24ed49c237c2 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:14.777999 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a1a8b07e-d24e-4703-b95a-25459fc12ba1 req-4dd0b0c3-a180-4307-906c-24ed49c237c2 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 943 time: 0.0477748 Sep 04 01:15:14.823831 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56964) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:14.828908 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:14.834205 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a1a8b07e-d24e-4703-b95a-25459fc12ba1 req-aa1d948a-47ce-4d76-9ad9-4019e3d3fc45 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492208 Sep 04 01:15:14.850666 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a045f4e7-c14b-4d9a-8499-f63c5c57ed2f tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group_rule (e4f724e4-617d-4d52-b840-fad04c7e455d), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:14.877494 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-f0d14fbe-d19e-4bb3-baa5-8f6e8061ca0c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8d01b0cc21194a16b3dbf2cf7e390ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0524921 Sep 04 01:15:14.879958 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56966) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:14.929061 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a045f4e7-c14b-4d9a-8499-f63c5c57ed2f tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (e4f724e4-617d-4d52-b840-fad04c7e455d), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:14.930628 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f1d7ae4a-9bf7-432e-9fe3-59f9fde0aaf3 admin admin] Publish callbacks [] for security_group (e3466541-b70a-4dc4-b6bc-e23641d1c488), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:14.963665 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045f4e7-c14b-4d9a-8499-f63c5c57ed2f tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f724e4-617d-4d52-b840-fad04c7e455d,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:14.970253 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f1d7ae4a-9bf7-432e-9fe3-59f9fde0aaf3 admin admin] Publish callbacks [] for security_group (e3466541-b70a-4dc4-b6bc-e23641d1c488), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:15.049417 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-a045f4e7-c14b-4d9a-8499-f63c5c57ed2f tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:15.050644 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-a045f4e7-c14b-4d9a-8499-f63c5c57ed2f tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3839929 Sep 04 01:15:15.053458 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 56968) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:15.057657 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-3a4d4272-bbb9-4190-80c1-4d007d3d0d04 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Request body: {'security_group_rule': {'security_group_id': '453a92ae-fa58-40a9-8940-f7ae3987450a', 'project_id': '027792a6118140099aaf522ca15bb07e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:15:15.075779 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f1d7ae4a-9bf7-432e-9fe3-59f9fde0aaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (e3466541-b70a-4dc4-b6bc-e23641d1c488), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:15.080051 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f1d7ae4a-9bf7-432e-9fe3-59f9fde0aaf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:15.080189 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-f1d7ae4a-9bf7-432e-9fe3-59f9fde0aaf3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e3466541-b70a-4dc4-b6bc-e23641d1c488 HTTP/1.1" status: 204 len: 168 time: 0.1992927 Sep 04 01:15:15.088734 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7ae4a-9bf7-432e-9fe3-59f9fde0aaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3466541-b70a-4dc4-b6bc-e23641d1c488,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:15.219530 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.securitygroups_db [None req-3a4d4272-bbb9-4190-80c1-4d007d3d0d04 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Project 027792a6118140099aaf522ca15bb07e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 04 01:15:15.225530 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3a4d4272-bbb9-4190-80c1-4d007d3d0d04 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group_rule (3eb8b7cb-426b-4754-95bb-ff8e9e2757e0), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:15.284808 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3a4d4272-bbb9-4190-80c1-4d007d3d0d04 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group_rule (3eb8b7cb-426b-4754-95bb-ff8e9e2757e0), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:15.402153 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3a4d4272-bbb9-4190-80c1-4d007d3d0d04 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (3eb8b7cb-426b-4754-95bb-ff8e9e2757e0), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:15.428355 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d4272-bbb9-4190-80c1-4d007d3d0d04 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb8b7cb-426b-4754-95bb-ff8e9e2757e0,revision_number=0']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:15.500917 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-3a4d4272-bbb9-4190-80c1-4d007d3d0d04 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:15.502403 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-3a4d4272-bbb9-4190-80c1-4d007d3d0d04 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4479451 Sep 04 01:15:15.505211 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 56974) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:15.509696 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-add89f64-bedf-4139-981b-516bee822bab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Request body: {'security_group_rule': {'security_group_id': '453a92ae-fa58-40a9-8940-f7ae3987450a', 'project_id': '027792a6118140099aaf522ca15bb07e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:15:15.585364 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.securitygroups_db [None req-add89f64-bedf-4139-981b-516bee822bab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Project 027792a6118140099aaf522ca15bb07e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 04 01:15:15.595011 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-add89f64-bedf-4139-981b-516bee822bab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group_rule (84d006c8-de01-441c-b81e-9095178cca26), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:15.657206 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-add89f64-bedf-4139-981b-516bee822bab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group_rule (84d006c8-de01-441c-b81e-9095178cca26), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:15.732626 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-add89f64-bedf-4139-981b-516bee822bab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621281'] for security_group_rule (84d006c8-de01-441c-b81e-9095178cca26), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:15.752032 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add89f64-bedf-4139-981b-516bee822bab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d006c8-de01-441c-b81e-9095178cca26,revision_number=0']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:15.827143 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-add89f64-bedf-4139-981b-516bee822bab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:15.829102 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-add89f64-bedf-4139-981b-516bee822bab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3222542 Sep 04 01:15:15.923247 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2846478d-0e6b-4b17-863b-05fb795cda9c req-ed73c018-f277-4ccd-976b-784ea2225ac1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-264434114&fields=id&tenant_id=027792a6118140099aaf522ca15bb07e HTTP/1.1" status: 200 len: 267 time: 0.0482194 Sep 04 01:15:15.940242 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:15.969332 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cab10-7ee5-42ee-a5ad-6ddf45f7b152 req-a63ebf9e-53b1-47c3-b1b3-ea2671fb9df3 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:15.971072 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1f1cab10-7ee5-42ee-a5ad-6ddf45f7b152 req-a63ebf9e-53b1-47c3-b1b3-ea2671fb9df3 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 943 time: 0.0545051 Sep 04 01:15:15.992205 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846478d-0e6b-4b17-863b-05fb795cda9c req-ad1ccce6-fd8d-4481-b7e5-e8fe83af3ea0 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:15.994957 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2846478d-0e6b-4b17-863b-05fb795cda9c req-ad1ccce6-fd8d-4481-b7e5-e8fe83af3ea0 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 946 time: 0.0652466 Sep 04 01:15:16.011301 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [req-2846478d-0e6b-4b17-863b-05fb795cda9c req-c841fc8d-8232-4841-aa17-2d2db5db2210 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Request body: {'port': {'security_groups': ['76caf30c-8da1-44c1-bbaa-626b44c17c1d', '453a92ae-fa58-40a9-8940-f7ae3987450a']}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:15:16.030804 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1f1cab10-7ee5-42ee-a5ad-6ddf45f7b152 req-2fe0c6f2-5a55-46ef-a9a6-11478be9ecaf tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537276 Sep 04 01:15:16.089039 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-2846478d-0e6b-4b17-863b-05fb795cda9c req-c841fc8d-8232-4841-aa17-2d2db5db2210 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (17937f22-477f-47ec-b6b4-0ea96fee6512), before_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:16.163507 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:16.282101 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.db [req-2846478d-0e6b-4b17-863b-05fb795cda9c req-c841fc8d-8232-4841-aa17-2d2db5db2210 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] For port 17937f22-477f-47ec-b6b4-0ea96fee6512, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=17937f22-477f-47ec-b6b4-0ea96fee6512,segment=NetworkSegment(bb3f529c-5ae7-4cc5-a11f-2074c23f8407),segment_id=bb3f529c-5ae7-4cc5-a11f-2074c23f8407)] {{(pid=106790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:16.309717 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-2846478d-0e6b-4b17-863b-05fb795cda9c req-c841fc8d-8232-4841-aa17-2d2db5db2210 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for port (17937f22-477f-47ec-b6b4-0ea96fee6512), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:16.367940 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-2846478d-0e6b-4b17-863b-05fb795cda9c req-c841fc8d-8232-4841-aa17-2d2db5db2210 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63045568'] for port (17937f22-477f-47ec-b6b4-0ea96fee6512), after_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:16.379467 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846478d-0e6b-4b17-863b-05fb795cda9c req-c841fc8d-8232-4841-aa17-2d2db5db2210 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:16.380074 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-2846478d-0e6b-4b17-863b-05fb795cda9c req-c841fc8d-8232-4841-aa17-2d2db5db2210 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:16.381479 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2846478d-0e6b-4b17-863b-05fb795cda9c req-c841fc8d-8232-4841-aa17-2d2db5db2210 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "PUT /networking/v2.0/ports/17937f22-477f-47ec-b6b4-0ea96fee6512 HTTP/1.1" status: 200 len: 982 time: 0.3792193 Sep 04 01:15:16.383063 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64', 'tag': '17937f22-477f-47ec-b6b4-0ea96fee6512'}] {{(pid=106790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:15:16.385732 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768fddc788cc630bf6be659ba1cc99228bd403d8973f3d1aee7c621fd359d80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6217c4f-7f34-43ec-bb59-38ddde1e8f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64", "tag": "17937f22-477f-47ec-b6b4-0ea96fee6512"}]}' {{(pid=106790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:15:16.403003 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['17937f22-477f-47ec-b6b4-0ea96fee6512'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:15:16.436901 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841fc8d-8232-4841-aa17-2d2db5db2210 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Pushing event updated for resources: {'Port': ['ID=17937f22-477f-47ec-b6b4-0ea96fee6512,revision_number=6']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:16.454995 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85adfe5b-c85b-4ec3-8d01-3af17a51a56b x-openstack-request-id: req-85adfe5b-c85b-4ec3-8d01-3af17a51a56b {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:15:16.455480 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64", "tag": "17937f22-477f-47ec-b6b4-0ea96fee6512", "status": "completed", "code": 200}]} {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:15:16.455911 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-85adfe5b-c85b-4ec3-8d01-3af17a51a56b {{(pid=106790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:15:16.456660 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85adfe5b-c85b-4ec3-8d01-3af17a51a56b'] response: {'name': 'network-changed', 'server_uuid': '3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64', 'tag': '17937f22-477f-47ec-b6b4-0ea96fee6512', 'status': 'completed', 'code': 200} Sep 04 01:15:16.512276 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0339613-a9f7-4446-bc75-4d61efa79fb1 req-0ae6bc62-73ed-469b-8d0d-9df63daf3147 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:16.514607 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e0339613-a9f7-4446-bc75-4d61efa79fb1 req-0ae6bc62-73ed-469b-8d0d-9df63daf3147 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 985 time: 0.0566635 Sep 04 01:15:16.550625 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6217c4f-7f34-43ec-bb59-38ddde1e8f4e req-1c04c750-6fa6-4651-a545-453d38303789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:16.551949 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['17937f22-477f-47ec-b6b4-0ea96fee6512'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:15:16.552222 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a6217c4f-7f34-43ec-bb59-38ddde1e8f4e req-1c04c750-6fa6-4651-a545-453d38303789 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=027792a6118140099aaf522ca15bb07e&device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 1169 time: 0.0448666 Sep 04 01:15:16.589490 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e0339613-a9f7-4446-bc75-4d61efa79fb1 req-ff9bbd55-b23f-4d9c-a7f7-f8122b199017 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=453a92ae-fa58-40a9-8940-f7ae3987450a&id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676432 Sep 04 01:15:16.663187 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6217c4f-7f34-43ec-bb59-38ddde1e8f4e req-0af403ff-1833-4a67-9eb9-6f7efdeffb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:16.664803 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a6217c4f-7f34-43ec-bb59-38ddde1e8f4e req-0af403ff-1833-4a67-9eb9-6f7efdeffb21 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=93fca803-def7-462d-b519-0eb07f4ac511 HTTP/1.1" status: 200 len: 915 time: 0.0958221 Sep 04 01:15:16.734910 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a6217c4f-7f34-43ec-bb59-38ddde1e8f4e req-4801977c-6fa3-4fc7-8e0d-145e54ce5b11 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17937f22-477f-47ec-b6b4-0ea96fee6512 HTTP/1.1" status: 200 len: 1002 time: 0.0642588 Sep 04 01:15:16.785857 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6217c4f-7f34-43ec-bb59-38ddde1e8f4e req-eff8b0e5-7917-4446-a56f-3d2ca15dec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:16.787496 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a6217c4f-7f34-43ec-bb59-38ddde1e8f4e req-eff8b0e5-7917-4446-a56f-3d2ca15dec85 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=231765c8-800c-4149-b414-9dbe7bc03304 HTTP/1.1" status: 200 len: 853 time: 0.0471950 Sep 04 01:15:16.835944 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 57010) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:16.837232 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6217c4f-7f34-43ec-bb59-38ddde1e8f4e req-9c0d74fd-c2c9-48fb-ab61-332870b2ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:16.839161 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a6217c4f-7f34-43ec-bb59-38ddde1e8f4e req-9c0d74fd-c2c9-48fb-ab61-332870b2ac57 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=93fca803-def7-462d-b519-0eb07f4ac511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451591 Sep 04 01:15:16.854386 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:16.903051 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:16.941417 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a6217c4f-7f34-43ec-bb59-38ddde1e8f4e req-4b0c2385-c23c-4a52-9bed-1512a2968130 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93fca803-def7-462d-b519-0eb07f4ac511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957375 Sep 04 01:15:16.970699 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5523cde7-c4e0-4be7-b071-0713a418f498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:17.024812 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:17.051099 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5523cde7-c4e0-4be7-b071-0713a418f498 admin admin] Publish callbacks [] for security_group (102d07ad-dc41-41fe-8310-db094ef7a572), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:17.102030 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:17.139828 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-5523cde7-c4e0-4be7-b071-0713a418f498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (102d07ad-dc41-41fe-8310-db094ef7a572), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:17.160625 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-a6217c4f-7f34-43ec-bb59-38ddde1e8f4e req-5d119109-08fb-485b-977d-66aa05bf50ad service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93fca803-def7-462d-b519-0eb07f4ac511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219826 Sep 04 01:15:17.178887 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283619d-d1af-47d1-8088-4e11a971200b req-86f1f71f-3a8b-4556-ba74-02f95a1926e2 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:17.180322 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1283619d-d1af-47d1-8088-4e11a971200b req-86f1f71f-3a8b-4556-ba74-02f95a1926e2 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 943 time: 0.0631549 Sep 04 01:15:17.181706 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-5523cde7-c4e0-4be7-b071-0713a418f498 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2215c39caa2847f8b7b69343f3a4278f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447018 Sep 04 01:15:17.182794 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523cde7-c4e0-4be7-b071-0713a418f498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102d07ad-dc41-41fe-8310-db094ef7a572,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:17.184392 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57016) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:17.243472 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:17.267534 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1283619d-d1af-47d1-8088-4e11a971200b req-b6ced869-1ce2-4797-845a-97b27f08513c tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752406 Sep 04 01:15:17.277958 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7ef41441-856e-4f96-aef2-274cedd9a727 admin admin] Publish callbacks [] for security_group (102d07ad-dc41-41fe-8310-db094ef7a572), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:17.300403 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7ef41441-856e-4f96-aef2-274cedd9a727 admin admin] Publish callbacks [] for security_group (102d07ad-dc41-41fe-8310-db094ef7a572), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:17.442176 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7ef41441-856e-4f96-aef2-274cedd9a727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (102d07ad-dc41-41fe-8310-db094ef7a572), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:17.444639 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7ef41441-856e-4f96-aef2-274cedd9a727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:17.445859 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-7ef41441-856e-4f96-aef2-274cedd9a727 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/102d07ad-dc41-41fe-8310-db094ef7a572 HTTP/1.1" status: 204 len: 168 time: 0.2597461 Sep 04 01:15:17.454444 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef41441-856e-4f96-aef2-274cedd9a727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102d07ad-dc41-41fe-8310-db094ef7a572,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:17.700831 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6efd866d-b2c9-4698-a95c-c71903551b17 req-b080c9b0-662a-4732-8726-87e185472376 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414777 Sep 04 01:15:17.814326 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd866d-b2c9-4698-a95c-c71903551b17 req-a66a09cd-54e4-400f-ada5-9efe34c59cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:17.816073 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6efd866d-b2c9-4698-a95c-c71903551b17 req-a66a09cd-54e4-400f-ada5-9efe34c59cad service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=027792a6118140099aaf522ca15bb07e&device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 1169 time: 0.0452964 Sep 04 01:15:17.927325 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd866d-b2c9-4698-a95c-c71903551b17 req-d72553d9-2007-424c-a9db-2a259ada3cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:17.928811 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6efd866d-b2c9-4698-a95c-c71903551b17 req-d72553d9-2007-424c-a9db-2a259ada3cde service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=93fca803-def7-462d-b519-0eb07f4ac511 HTTP/1.1" status: 200 len: 915 time: 0.0944350 Sep 04 01:15:17.996394 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6efd866d-b2c9-4698-a95c-c71903551b17 req-752e18f0-1497-41c0-86ee-a08fa2272c7d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17937f22-477f-47ec-b6b4-0ea96fee6512 HTTP/1.1" status: 200 len: 1002 time: 0.0610838 Sep 04 01:15:18.046017 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd866d-b2c9-4698-a95c-c71903551b17 req-a20ac499-0758-4b41-ae92-50f818515fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:18.048115 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6efd866d-b2c9-4698-a95c-c71903551b17 req-a20ac499-0758-4b41-ae92-50f818515fd4 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=231765c8-800c-4149-b414-9dbe7bc03304 HTTP/1.1" status: 200 len: 853 time: 0.0464714 Sep 04 01:15:18.092663 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd866d-b2c9-4698-a95c-c71903551b17 req-6011fca4-87b9-4340-87b4-d2ed491c18ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:18.094817 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6efd866d-b2c9-4698-a95c-c71903551b17 req-6011fca4-87b9-4340-87b4-d2ed491c18ad service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=93fca803-def7-462d-b519-0eb07f4ac511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403516 Sep 04 01:15:18.257237 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:15:18.398353 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8ad76ee4-45f9-4f07-93dd-75ebf95bbe32,segment=NetworkSegment(ec3b99f9-cd00-455f-aba9-a56f7e7f2980),segment_id=ec3b99f9-cd00-455f-aba9-a56f7e7f2980)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:18.420324 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': '8ad76ee4-45f9-4f07-93dd-75ebf95bbe32', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'port_id': '8ad76ee4-45f9-4f07-93dd-75ebf95bbe32', 'mac_address': 'fa:16:3e:23:5e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:15:18.425222 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b20e4d-3ed0-4035-921c-7fc705d778b3 req-7d58dbc5-a43f-4210-915f-02f9730f8c40 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:18.433363 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-92b20e4d-3ed0-4035-921c-7fc705d778b3 req-7d58dbc5-a43f-4210-915f-02f9730f8c40 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 943 time: 0.0690329 Sep 04 01:15:18.476070 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6efd866d-b2c9-4698-a95c-c71903551b17 req-5a7054b5-502c-4192-8be9-419ae9a2df81 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93fca803-def7-462d-b519-0eb07f4ac511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740590 Sep 04 01:15:18.476296 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:15:18.476732 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (8ad76ee4-45f9-4f07-93dd-75ebf95bbe32), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:18.483033 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-92b20e4d-3ed0-4035-921c-7fc705d778b3 req-7b04500e-8523-4c75-8345-af3933144f78 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488057 Sep 04 01:15:18.495865 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:15:18.518267 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8ad76ee4-45f9-4f07-93dd-75ebf95bbe32,segment=NetworkSegment(ec3b99f9-cd00-455f-aba9-a56f7e7f2980),segment_id=ec3b99f9-cd00-455f-aba9-a56f7e7f2980)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:18.589576 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-6efd866d-b2c9-4698-a95c-c71903551b17 req-3ca0b978-8484-4ab4-bed0-1cdbb6ce6c80 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93fca803-def7-462d-b519-0eb07f4ac511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996752 Sep 04 01:15:18.613731 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (8ad76ee4-45f9-4f07-93dd-75ebf95bbe32), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:18.662534 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:18.665948 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=8ad76ee4-45f9-4f07-93dd-75ebf95bbe32,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:18.893652 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['8ad76ee4-45f9-4f07-93dd-75ebf95bbe32'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:15:19.172253 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57052) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:19.277595 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-9fd6df23-c6d0-4a49-afe4-98c8b1163f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.317274 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:19.360341 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-9fd6df23-c6d0-4a49-afe4-98c8b1163f46 admin admin] Publish callbacks [] for security_group (c53fb04d-0fc7-4cad-a436-6d3f475e2da4), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.429523 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-9fd6df23-c6d0-4a49-afe4-98c8b1163f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (c53fb04d-0fc7-4cad-a436-6d3f475e2da4), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.471927 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-9fd6df23-c6d0-4a49-afe4-98c8b1163f46 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=366b418257664a79b3c1d3f373c7ac5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985785 Sep 04 01:15:19.472735 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6df23-c6d0-4a49-afe4-98c8b1163f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53fb04d-0fc7-4cad-a436-6d3f475e2da4,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:19.474712 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 57056) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:19.525421 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4e25a16b-53c2-4e20-a44b-7980e7109d45 admin admin] Publish callbacks [] for security_group (c53fb04d-0fc7-4cad-a436-6d3f475e2da4), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.550991 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4e25a16b-53c2-4e20-a44b-7980e7109d45 admin admin] Publish callbacks [] for security_group (c53fb04d-0fc7-4cad-a436-6d3f475e2da4), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.614329 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9aef8-82e6-4811-8dc9-22cd20d895d8 req-c1790f27-d8ee-4929-8052-6b4f26a40168 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:19.615694 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-beb9aef8-82e6-4811-8dc9-22cd20d895d8 req-c1790f27-d8ee-4929-8052-6b4f26a40168 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 944 time: 0.0482855 Sep 04 01:15:19.665120 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-beb9aef8-82e6-4811-8dc9-22cd20d895d8 req-f1abbc5d-ed53-4a86-9b32-c9f53077571e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433552 Sep 04 01:15:19.676636 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4e25a16b-53c2-4e20-a44b-7980e7109d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (c53fb04d-0fc7-4cad-a436-6d3f475e2da4), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.680248 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4e25a16b-53c2-4e20-a44b-7980e7109d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:19.681792 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-4e25a16b-53c2-4e20-a44b-7980e7109d45 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c53fb04d-0fc7-4cad-a436-6d3f475e2da4 HTTP/1.1" status: 204 len: 168 time: 0.2056339 Sep 04 01:15:19.693446 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25a16b-53c2-4e20-a44b-7980e7109d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53fb04d-0fc7-4cad-a436-6d3f475e2da4,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:20.263179 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:15:20.313023 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning for port 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 completed by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:15:20.378287 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:15:20.378661 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (8ad76ee4-45f9-4f07-93dd-75ebf95bbe32), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:20.464940 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:15:20.464940 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (8ad76ee4-45f9-4f07-93dd-75ebf95bbe32), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:20.489415 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134e1ff6-ab5a-41a8-9afb-8891869494bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad76ee4-45f9-4f07-93dd-75ebf95bbe32'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:15:20.491688 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e5af8c-0db3-4678-88de-0cd8c47fe483" -d '{"events": [{"server_uuid": "134e1ff6-ab5a-41a8-9afb-8891869494bf", "name": "network-vif-plugged", "status": "completed", "tag": "8ad76ee4-45f9-4f07-93dd-75ebf95bbe32"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:15:20.510018 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8ad76ee4-45f9-4f07-93dd-75ebf95bbe32,segment=NetworkSegment(ec3b99f9-cd00-455f-aba9-a56f7e7f2980),segment_id=ec3b99f9-cd00-455f-aba9-a56f7e7f2980)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:15:20.538929 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed49b18c-286b-4efc-b63e-e478fd03ea17 x-openstack-request-id: req-ed49b18c-286b-4efc-b63e-e478fd03ea17 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:15:20.538929 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134e1ff6-ab5a-41a8-9afb-8891869494bf", "name": "network-vif-plugged", "status": "completed", "tag": "8ad76ee4-45f9-4f07-93dd-75ebf95bbe32", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:15:20.538929 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed49b18c-286b-4efc-b63e-e478fd03ea17 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:15:20.538929 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed49b18c-286b-4efc-b63e-e478fd03ea17'] response: {'server_uuid': '134e1ff6-ab5a-41a8-9afb-8891869494bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad76ee4-45f9-4f07-93dd-75ebf95bbe32', 'code': 200} Sep 04 01:15:20.596537 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (8ad76ee4-45f9-4f07-93dd-75ebf95bbe32), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:20.600947 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:20.655239 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=8ad76ee4-45f9-4f07-93dd-75ebf95bbe32,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:20.801974 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aabaff-0855-4215-9d96-1b74a7bf359d req-e21b7a20-993c-4564-9ef2-9f62273c7b3a tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:20.804153 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-55aabaff-0855-4215-9d96-1b74a7bf359d req-e21b7a20-993c-4564-9ef2-9f62273c7b3a tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 945 time: 0.0560951 Sep 04 01:15:20.854820 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-55aabaff-0855-4215-9d96-1b74a7bf359d req-54e7274d-9429-4740-8fb9-15b4f10d1862 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448899 Sep 04 01:15:20.947838 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8f458-c782-4ddb-9ced-b68befe09755 req-dacbac1d-c703-4078-9765-34f87aa54a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:20.949523 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-52b8f458-c782-4ddb-9ced-b68befe09755 req-dacbac1d-c703-4078-9765-34f87aa54a1b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 1129 time: 0.0408697 Sep 04 01:15:20.960205 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:20.998782 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-52b8f458-c782-4ddb-9ced-b68befe09755 req-9e19f6cc-238f-4ed2-b1bf-1bb9bec57a77 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434456 Sep 04 01:15:21.389489 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 57092) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:21.493451 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-684b0325-02ca-4ecb-a3d0-18aed4583446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:21.568848 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-684b0325-02ca-4ecb-a3d0-18aed4583446 admin admin] Publish callbacks [] for security_group (52a8a1c7-0c01-462f-8efc-d70876921abe), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:21.658981 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-684b0325-02ca-4ecb-a3d0-18aed4583446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (52a8a1c7-0c01-462f-8efc-d70876921abe), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:21.696963 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b0325-02ca-4ecb-a3d0-18aed4583446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a8a1c7-0c01-462f-8efc-d70876921abe,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:21.701350 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-684b0325-02ca-4ecb-a3d0-18aed4583446 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=83bd5ff9f21f4913b2848324640531e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107200 Sep 04 01:15:21.704559 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 57096) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:21.754659 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-13ff722b-3c5b-4f7b-b46b-e94c2114c1f5 admin admin] Publish callbacks [] for security_group (52a8a1c7-0c01-462f-8efc-d70876921abe), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:21.774816 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-13ff722b-3c5b-4f7b-b46b-e94c2114c1f5 admin admin] Publish callbacks [] for security_group (52a8a1c7-0c01-462f-8efc-d70876921abe), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:21.899658 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-13ff722b-3c5b-4f7b-b46b-e94c2114c1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (52a8a1c7-0c01-462f-8efc-d70876921abe), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:21.903677 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-13ff722b-3c5b-4f7b-b46b-e94c2114c1f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:21.905794 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-13ff722b-3c5b-4f7b-b46b-e94c2114c1f5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/52a8a1c7-0c01-462f-8efc-d70876921abe HTTP/1.1" status: 204 len: 168 time: 0.1999760 Sep 04 01:15:21.920679 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff722b-3c5b-4f7b-b46b-e94c2114c1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a8a1c7-0c01-462f-8efc-d70876921abe,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:22.009480 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474c259-dc1d-4278-9c04-086f2a5dfa9e req-ed77bef1-38d3-4e4f-80ce-1d0d3f3ca4d2 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:22.011762 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d474c259-dc1d-4278-9c04-086f2a5dfa9e req-ed77bef1-38d3-4e4f-80ce-1d0d3f3ca4d2 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 945 time: 0.0726554 Sep 04 01:15:22.050433 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:22.065046 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d474c259-dc1d-4278-9c04-086f2a5dfa9e req-1038d71c-8ddf-4c69-9e2e-d7c4bb6e831b tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466506 Sep 04 01:15:23.190210 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc9f2d-a182-4360-b8a7-43bbbce50fef req-e5123452-5800-476b-85fb-59b7163e9402 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:23.191665 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-44fc9f2d-a182-4360-b8a7-43bbbce50fef req-e5123452-5800-476b-85fb-59b7163e9402 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 945 time: 0.0472789 Sep 04 01:15:23.244032 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-44fc9f2d-a182-4360-b8a7-43bbbce50fef req-ae763c3d-ff49-48bb-9fe1-879e2d1ba56a tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467260 Sep 04 01:15:23.365189 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40bc0c-3174-46ce-a3e8-bec671541872 req-c05e4978-04f3-4fa8-a596-579c4a9b8fb6 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:23.366619 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3c40bc0c-3174-46ce-a3e8-bec671541872 req-c05e4978-04f3-4fa8-a596-579c4a9b8fb6 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 945 time: 0.0469325 Sep 04 01:15:23.416957 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-3c40bc0c-3174-46ce-a3e8-bec671541872 req-2f21010b-94d0-4745-b589-cddc7f7e0c24 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442803 Sep 04 01:15:23.452880 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 57108) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:23.636470 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7ba11e-5e7f-4fdb-9b62-764d63a1d532 tempest-TestVolumeBootPattern-1878486679 tempest-TestVolumeBootPattern-1878486679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:23.637897 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-9d7ba11e-5e7f-4fdb-9b62-764d63a1d532 tempest-TestVolumeBootPattern-1878486679 tempest-TestVolumeBootPattern-1878486679-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 1124 time: 0.1839750 Sep 04 01:15:23.640891 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 57112) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:15:23.645751 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.v2.base [None req-904db60f-c0f0-4a28-b4b9-7a9fcb6bc8bd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Request body: {'floatingip': {'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'port_id': '8ad76ee4-45f9-4f07-93dd-75ebf95bbe32', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:15:23.733842 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-904db60f-c0f0-4a28-b4b9-7a9fcb6bc8bd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:23.778395 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:23.814765 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-904db60f-c0f0-4a28-b4b9-7a9fcb6bc8bd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:23.923541 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_common [None req-904db60f-c0f0-4a28-b4b9-7a9fcb6bc8bd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Allocated IP 172.37.7.154 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/94af0c51-d74e-4c78-9466-ecd1c16abdc2) {{(pid=106790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:15:24.030940 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-904db60f-c0f0-4a28-b4b9-7a9fcb6bc8bd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for port (94af0c51-d74e-4c78-9466-ecd1c16abdc2), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:24.499861 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-904db60f-c0f0-4a28-b4b9-7a9fcb6bc8bd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (94af0c51-d74e-4c78-9466-ecd1c16abdc2), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:24.538895 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904db60f-c0f0-4a28-b4b9-7a9fcb6bc8bd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:15:24.544342 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.base_scheduler [None req-904db60f-c0f0-4a28-b4b9-7a9fcb6bc8bd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Resources bound (agent type, host, resource id): {{(pid=106790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:15:24.548752 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904db60f-c0f0-4a28-b4b9-7a9fcb6bc8bd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Received port after_create {{(pid=106790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:15:24.578279 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904db60f-c0f0-4a28-b4b9-7a9fcb6bc8bd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event updated for resources: {'Port': ['ID=94af0c51-d74e-4c78-9466-ecd1c16abdc2,revision_number=1']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:24.706954 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:24.903177 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-904db60f-c0f0-4a28-b4b9-7a9fcb6bc8bd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for floatingip (88634629-d485-4244-bba9-c4f7c60b82c7), precommit_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:25.019731 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-904db60f-c0f0-4a28-b4b9-7a9fcb6bc8bd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (94af0c51-d74e-4c78-9466-ecd1c16abdc2), before_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:25.046366 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:25.167080 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-904db60f-c0f0-4a28-b4b9-7a9fcb6bc8bd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for port (94af0c51-d74e-4c78-9466-ecd1c16abdc2), precommit_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:25.236685 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-904db60f-c0f0-4a28-b4b9-7a9fcb6bc8bd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63045568'] for port (94af0c51-d74e-4c78-9466-ecd1c16abdc2), after_update {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:25.302937 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904db60f-c0f0-4a28-b4b9-7a9fcb6bc8bd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event updated for resources: {'Port': ['ID=94af0c51-d74e-4c78-9466-ecd1c16abdc2,revision_number=2']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:15:25.305579 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-904db60f-c0f0-4a28-b4b9-7a9fcb6bc8bd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (88634629-d485-4244-bba9-c4f7c60b82c7), after_create {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:25.402077 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.l3_db [None req-904db60f-c0f0-4a28-b4b9-7a9fcb6bc8bd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Floating IP 88634629-d485-4244-bba9-c4f7c60b82c7 associated. External IP: 172.37.7.154, port: 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32. Sep 04 01:15:25.849475 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904db60f-c0f0-4a28-b4b9-7a9fcb6bc8bd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Router 6dabf8dd-965b-4215-badb-62721cb59027 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:15:25.859843 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:25.952590 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904db60f-c0f0-4a28-b4b9-7a9fcb6bc8bd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:15:25.962833 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5fd627-8c90-40f4-a5b2-bffe118056be None None] Sync routers for ids ['6dabf8dd-965b-4215-badb-62721cb59027'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:15:25.972711 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5fd627-8c90-40f4-a5b2-bffe118056be None None] Routers {'6dabf8dd-965b-4215-badb-62721cb59027'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:15:25.973342 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-3e5fd627-8c90-40f4-a5b2-bffe118056be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:15:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['6dabf8dd-965b-4215-badb-62721cb59027'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:26.026031 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-904db60f-c0f0-4a28-b4b9-7a9fcb6bc8bd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:26.051941 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:26.056799 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-904db60f-c0f0-4a28-b4b9-7a9fcb6bc8bd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4138629 Sep 04 01:15:26.056969 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134e1ff6-ab5a-41a8-9afb-8891869494bf', 'tag': '8ad76ee4-45f9-4f07-93dd-75ebf95bbe32'}] {{(pid=106790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:15:26.058897 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:26.064987 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768fddc788cc630bf6be659ba1cc99228bd403d8973f3d1aee7c621fd359d80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29213796-d0b5-4567-8eaf-cb0e5e037026" -d '{"events": [{"name": "network-changed", "server_uuid": "134e1ff6-ab5a-41a8-9afb-8891869494bf", "tag": "8ad76ee4-45f9-4f07-93dd-75ebf95bbe32"}]}' {{(pid=106790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:15:26.075120 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-3e5fd627-8c90-40f4-a5b2-bffe118056be None None] Set router 6dabf8dd-965b-4215-badb-62721cb59027 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:15:26.097851 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a62fb54-c9af-4c41-8180-8a1a5f7cf9af x-openstack-request-id: req-7a62fb54-c9af-4c41-8180-8a1a5f7cf9af {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:15:26.098147 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134e1ff6-ab5a-41a8-9afb-8891869494bf", "tag": "8ad76ee4-45f9-4f07-93dd-75ebf95bbe32", "status": "completed", "code": 200}]} {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:15:26.098404 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7a62fb54-c9af-4c41-8180-8a1a5f7cf9af {{(pid=106790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:15:26.098901 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a62fb54-c9af-4c41-8180-8a1a5f7cf9af'] response: {'name': 'network-changed', 'server_uuid': '134e1ff6-ab5a-41a8-9afb-8891869494bf', 'tag': '8ad76ee4-45f9-4f07-93dd-75ebf95bbe32', 'status': 'completed', 'code': 200} Sep 04 01:15:26.186314 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29213796-d0b5-4567-8eaf-cb0e5e037026 req-0a28455b-8e1f-4287-8452-2ed6d3a467ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:26.187716 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-29213796-d0b5-4567-8eaf-cb0e5e037026 req-0a28455b-8e1f-4287-8452-2ed6d3a467ad service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2506b96ac13541e6a7a47c5aedca67e5&device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 1129 time: 0.0391653 Sep 04 01:15:26.278792 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29213796-d0b5-4567-8eaf-cb0e5e037026 req-8e712161-3ba5-42a6-bdc0-cf6aa8fb4fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:26.280247 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-29213796-d0b5-4567-8eaf-cb0e5e037026 req-8e712161-3ba5-42a6-bdc0-cf6aa8fb4fed service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ca88993b-9210-4173-b062-c40cdf9e1da6 HTTP/1.1" status: 200 len: 912 time: 0.0863605 Sep 04 01:15:26.289788 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-3e5fd627-8c90-40f4-a5b2-bffe118056be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '88634629-d485-4244-bba9-c4f7c60b82c7', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'floating_ip_address': '172.37.7.154', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'port_id': '8ad76ee4-45f9-4f07-93dd-75ebf95bbe32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'mac_address': 'fa:16:3e:23:5e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134e1ff6-ab5a-41a8-9afb-8891869494bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:15:24Z', 'updated_at': '2022-09-04T01:15:24Z', 'revision_number': 0, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c73d8972-0881-4e30-8303-b09f2c82f2f0', 'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'mac_address': 'fa:16:3e:b7:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:29Z', 'updated_at': '2022-09-04T01:14:36Z', 'revision_number': 5, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'subnets': [{'id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:26.313952 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5fd627-8c90-40f4-a5b2-bffe118056be None None] Checking router: 6dabf8dd-965b-4215-badb-62721cb59027 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:15:26.322258 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5fd627-8c90-40f4-a5b2-bffe118056be None None] Routers {'6dabf8dd-965b-4215-badb-62721cb59027'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:15:26.322847 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-3e5fd627-8c90-40f4-a5b2-bffe118056be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:15:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['6dabf8dd-965b-4215-badb-62721cb59027'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:26.344358 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-29213796-d0b5-4567-8eaf-cb0e5e037026 req-76279c62-c06b-4f04-b0c2-634596a6fba4 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 HTTP/1.1" status: 200 len: 999 time: 0.0583620 Sep 04 01:15:26.394409 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29213796-d0b5-4567-8eaf-cb0e5e037026 req-2d43a219-b1cb-441c-a0cd-c388e00369a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:26.395890 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-29213796-d0b5-4567-8eaf-cb0e5e037026 req-2d43a219-b1cb-441c-a0cd-c388e00369a9 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=53b46299-8023-4a0f-bdf3-86b9a7286814 HTTP/1.1" status: 200 len: 850 time: 0.0437324 Sep 04 01:15:26.425952 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-3e5fd627-8c90-40f4-a5b2-bffe118056be None None] Set router 6dabf8dd-965b-4215-badb-62721cb59027 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:15:26.440377 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29213796-d0b5-4567-8eaf-cb0e5e037026 req-7fbc091b-d2cf-4950-8e8d-1d1593529ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:26.441836 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-29213796-d0b5-4567-8eaf-cb0e5e037026 req-7fbc091b-d2cf-4950-8e8d-1d1593529ab6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ca88993b-9210-4173-b062-c40cdf9e1da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404332 Sep 04 01:15:26.451610 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [req-29213796-d0b5-4567-8eaf-cb0e5e037026 req-c3ce2242-636d-4bfd-bdcc-10e959873e08 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106791) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 01:15:26.452589 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-29213796-d0b5-4567-8eaf-cb0e5e037026 req-c3ce2242-636d-4bfd-bdcc-10e959873e08 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050058 Sep 04 01:15:26.549713 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-29213796-d0b5-4567-8eaf-cb0e5e037026 req-751df385-5bd6-441c-853f-68648f1f2d58 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908275 Sep 04 01:15:26.642381 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-3e5fd627-8c90-40f4-a5b2-bffe118056be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '88634629-d485-4244-bba9-c4f7c60b82c7', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'floating_ip_address': '172.37.7.154', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'port_id': '8ad76ee4-45f9-4f07-93dd-75ebf95bbe32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'mac_address': 'fa:16:3e:23:5e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134e1ff6-ab5a-41a8-9afb-8891869494bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:15:24Z', 'updated_at': '2022-09-04T01:15:24Z', 'revision_number': 0, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c73d8972-0881-4e30-8303-b09f2c82f2f0', 'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'mac_address': 'fa:16:3e:b7:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:29Z', 'updated_at': '2022-09-04T01:14:36Z', 'revision_number': 5, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'subnets': [{'id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:15:26.644094 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-29213796-d0b5-4567-8eaf-cb0e5e037026 req-b98552be-d16e-49ca-91bd-42a211fa86c1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875542 Sep 04 01:15:26.670153 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5fd627-8c90-40f4-a5b2-bffe118056be None None] The sync data for ids ['6dabf8dd-965b-4215-badb-62721cb59027'] in dv-cinder-master-3-iscsi is: [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '88634629-d485-4244-bba9-c4f7c60b82c7', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'floating_ip_address': '172.37.7.154', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'port_id': '8ad76ee4-45f9-4f07-93dd-75ebf95bbe32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'mac_address': 'fa:16:3e:23:5e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134e1ff6-ab5a-41a8-9afb-8891869494bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:15:24Z', 'updated_at': '2022-09-04T01:15:24Z', 'revision_number': 0, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c73d8972-0881-4e30-8303-b09f2c82f2f0', 'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'mac_address': 'fa:16:3e:b7:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:29Z', 'updated_at': '2022-09-04T01:14:36Z', 'revision_number': 5, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'subnets': [{'id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:15:26.866664 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e40b71-1e36-4846-8da1-0d14f398dadb None None] New status for floating IP 88634629-d485-4244-bba9-c4f7c60b82c7: ACTIVE {{(pid=106792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:15:27.071736 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:15:30.715017 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-25697627-ac8c-4517-bf85-c5214c7d4271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:33.013395 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-583664de-2252-4c9f-989a-057c98c5f325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:34.196059 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:35.817951 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:35.990395 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:36.049427 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=64,neutron:DELETE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:36.053521 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=10,neutron:DELETE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:36.635235 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=85 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:36.641221 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=61 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:36.646134 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=67 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:37.066909 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=63 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:37.996443 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:15:39.402590 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019ae8e-d762-4317-8158-dcc982502e90 req-47cc1336-46e5-42f9-91a9-8deb271764fc tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:39.404072 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0019ae8e-d762-4317-8158-dcc982502e90 req-47cc1336-46e5-42f9-91a9-8deb271764fc tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 985 time: 0.0488315 Sep 04 01:15:39.474571 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0019ae8e-d762-4317-8158-dcc982502e90 req-7e6571c4-73e0-44c7-9224-2f92e0b413ba tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=453a92ae-fa58-40a9-8940-f7ae3987450a&id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643599 Sep 04 01:15:39.573371 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71723c9b-80d3-4714-9902-00c732ee52d2 req-d7edabe5-6b4d-4a5d-a8c6-c7fdef5a0a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:39.574739 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-71723c9b-80d3-4714-9902-00c732ee52d2 req-d7edabe5-6b4d-4a5d-a8c6-c7fdef5a0a6a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=027792a6118140099aaf522ca15bb07e&device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 1169 time: 0.0870461 Sep 04 01:15:39.672092 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71723c9b-80d3-4714-9902-00c732ee52d2 req-ab2f68de-6b8e-4f34-96bb-552699c47ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:39.673559 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-71723c9b-80d3-4714-9902-00c732ee52d2 req-ab2f68de-6b8e-4f34-96bb-552699c47ed5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=93fca803-def7-462d-b519-0eb07f4ac511 HTTP/1.1" status: 200 len: 915 time: 0.0875478 Sep 04 01:15:39.735867 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-71723c9b-80d3-4714-9902-00c732ee52d2 req-06997c3a-09db-4d5d-9bb1-71420766ca7a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17937f22-477f-47ec-b6b4-0ea96fee6512 HTTP/1.1" status: 200 len: 1002 time: 0.0551720 Sep 04 01:15:39.788971 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71723c9b-80d3-4714-9902-00c732ee52d2 req-8d13f1c7-a2e5-45d3-a722-7ecbe9e95a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:39.790440 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-71723c9b-80d3-4714-9902-00c732ee52d2 req-8d13f1c7-a2e5-45d3-a722-7ecbe9e95a95 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=231765c8-800c-4149-b414-9dbe7bc03304 HTTP/1.1" status: 200 len: 853 time: 0.0482757 Sep 04 01:15:39.835162 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71723c9b-80d3-4714-9902-00c732ee52d2 req-13a2defb-9284-4b09-b94a-81d005fd7318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:39.836553 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-71723c9b-80d3-4714-9902-00c732ee52d2 req-13a2defb-9284-4b09-b94a-81d005fd7318 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=93fca803-def7-462d-b519-0eb07f4ac511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390420 Sep 04 01:15:39.928408 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-71723c9b-80d3-4714-9902-00c732ee52d2 req-b3b29d99-cb6c-4139-b12d-ea59f50bcf2f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93fca803-def7-462d-b519-0eb07f4ac511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853770 Sep 04 01:15:40.019802 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-71723c9b-80d3-4714-9902-00c732ee52d2 req-36c14107-ff67-4cbe-83a7-2cc7b67dd871 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93fca803-def7-462d-b519-0eb07f4ac511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833745 Sep 04 01:15:40.601920 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1c3d0-2fe3-47a5-93e8-6ac685e2e20d req-de5c8336-7892-4389-9786-fd82a26d40b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:40.603384 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d5d1c3d0-2fe3-47a5-93e8-6ac685e2e20d req-de5c8336-7892-4389-9786-fd82a26d40b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 985 time: 0.0467079 Sep 04 01:15:40.661759 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d5d1c3d0-2fe3-47a5-93e8-6ac685e2e20d req-50e4a970-510f-436d-b555-8faa78f5f63a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=453a92ae-fa58-40a9-8940-f7ae3987450a&id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527403 Sep 04 01:15:41.783460 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1092a78-66f0-46da-8925-12300a63c4da req-6c14d606-cbc2-46b3-b97b-4c7ba65d041a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:41.784800 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b1092a78-66f0-46da-8925-12300a63c4da req-6c14d606-cbc2-46b3-b97b-4c7ba65d041a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 985 time: 0.0472703 Sep 04 01:15:41.860611 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b1092a78-66f0-46da-8925-12300a63c4da req-71674628-40b1-420e-b8d8-2cbb72a81f57 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=453a92ae-fa58-40a9-8940-f7ae3987450a&id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0693586 Sep 04 01:15:42.983337 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa97cb9-8ff0-41af-ad7b-65bd62970a00 req-f86df48a-b2da-40bf-a9a5-ef9961144b69 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:42.984780 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ffa97cb9-8ff0-41af-ad7b-65bd62970a00 req-f86df48a-b2da-40bf-a9a5-ef9961144b69 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 985 time: 0.0504329 Sep 04 01:15:43.043883 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ffa97cb9-8ff0-41af-ad7b-65bd62970a00 req-fb4df40d-e122-4a42-a57c-80dbcafbf6c0 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=453a92ae-fa58-40a9-8940-f7ae3987450a&id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534158 Sep 04 01:15:44.169604 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63225762-d0ba-4190-9914-28438aea0409 req-4b9530e3-06d3-4c4c-ac04-51570c9f0116 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:44.171098 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-63225762-d0ba-4190-9914-28438aea0409 req-4b9530e3-06d3-4c4c-ac04-51570c9f0116 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 985 time: 0.0477579 Sep 04 01:15:44.230609 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-63225762-d0ba-4190-9914-28438aea0409 req-44383f85-47cf-45a0-9d4d-96a480b83692 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=453a92ae-fa58-40a9-8940-f7ae3987450a&id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538707 Sep 04 01:15:45.349696 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69364a96-1543-4ec6-94c2-5e153bc9066a req-24da2640-4800-483b-ae8d-eff1a1917489 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:45.351165 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-69364a96-1543-4ec6-94c2-5e153bc9066a req-24da2640-4800-483b-ae8d-eff1a1917489 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 985 time: 0.0470870 Sep 04 01:15:45.411302 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-69364a96-1543-4ec6-94c2-5e153bc9066a req-6d75a546-8ba8-4604-8119-efa938530bb3 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=453a92ae-fa58-40a9-8940-f7ae3987450a&id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538368 Sep 04 01:15:46.533599 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348aefac-8e40-4833-bb0e-3b2cefc1f106 req-e356f5a7-78e8-4411-8c4b-b6ebd0142da5 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:46.535068 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-348aefac-8e40-4833-bb0e-3b2cefc1f106 req-e356f5a7-78e8-4411-8c4b-b6ebd0142da5 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 985 time: 0.0485451 Sep 04 01:15:46.594795 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-348aefac-8e40-4833-bb0e-3b2cefc1f106 req-f7a19920-990b-4de6-a9d0-63c47a03b6b6 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=453a92ae-fa58-40a9-8940-f7ae3987450a&id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537946 Sep 04 01:15:47.714570 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dba0d9-e0c1-4edf-8c2c-8041b5ded317 req-fdafe05a-f6b1-46b1-a879-8b001fdd3ebf tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:47.715923 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a3dba0d9-e0c1-4edf-8c2c-8041b5ded317 req-fdafe05a-f6b1-46b1-a879-8b001fdd3ebf tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 985 time: 0.0465195 Sep 04 01:15:47.777669 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-a3dba0d9-e0c1-4edf-8c2c-8041b5ded317 req-71d56245-1a8e-4cc1-a113-f94277e5110f tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=453a92ae-fa58-40a9-8940-f7ae3987450a&id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561404 Sep 04 01:15:47.852436 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=20,neutron:UPDATE=7 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:47.853261 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:48.916496 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339dd4e-509c-44fe-880a-b715a9e85309 req-f7842bd6-a394-4d66-a088-00def3c30c45 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:48.917971 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c339dd4e-509c-44fe-880a-b715a9e85309 req-f7842bd6-a394-4d66-a088-00def3c30c45 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 985 time: 0.0519145 Sep 04 01:15:48.972450 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:48.979173 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-c339dd4e-509c-44fe-880a-b715a9e85309 req-aec9b25a-1781-4f84-bf83-557a76b128e3 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=453a92ae-fa58-40a9-8940-f7ae3987450a&id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555809 Sep 04 01:15:50.100031 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c79fd5-3bfe-4789-8b9e-cfb4d66739a8 req-37e7c9d1-2ed1-467c-a3b9-ac1ad7a55634 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:50.102074 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-62c79fd5-3bfe-4789-8b9e-cfb4d66739a8 req-37e7c9d1-2ed1-467c-a3b9-ac1ad7a55634 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 985 time: 0.0468662 Sep 04 01:15:50.165553 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-62c79fd5-3bfe-4789-8b9e-cfb4d66739a8 req-2244eeea-d73a-4de4-a1fe-ce706ec6fac9 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=453a92ae-fa58-40a9-8940-f7ae3987450a&id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574889 Sep 04 01:15:51.251151 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:15:51.288047 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a164986-62d3-4017-918c-41e6f7175c30 req-b3550fb9-6739-402c-aab9-4dd4dafc3d15 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:51.290245 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7a164986-62d3-4017-918c-41e6f7175c30 req-b3550fb9-6739-402c-aab9-4dd4dafc3d15 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 985 time: 0.0485485 Sep 04 01:15:51.349379 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-7a164986-62d3-4017-918c-41e6f7175c30 req-07f4126d-2053-4c61-82fe-794a000871df tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=453a92ae-fa58-40a9-8940-f7ae3987450a&id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533600 Sep 04 01:15:52.473132 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1cafe-7b1a-4edc-813f-515ee3801fee req-f6064d80-9ebf-4ee5-8470-a63bad8d6057 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:52.474597 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-51e1cafe-7b1a-4edc-813f-515ee3801fee req-f6064d80-9ebf-4ee5-8470-a63bad8d6057 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 985 time: 0.0480895 Sep 04 01:15:52.534803 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-51e1cafe-7b1a-4edc-813f-515ee3801fee req-0943995c-2552-461f-9704-120faeede77b tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=453a92ae-fa58-40a9-8940-f7ae3987450a&id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544553 Sep 04 01:15:53.658671 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491d919-d2f5-4e8e-86bc-02ccceccc01c req-c031ee80-d93d-4fe5-a92f-fcc7a0ce0c91 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:53.660134 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f491d919-d2f5-4e8e-86bc-02ccceccc01c req-c031ee80-d93d-4fe5-a92f-fcc7a0ce0c91 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 985 time: 0.0478089 Sep 04 01:15:53.723210 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f491d919-d2f5-4e8e-86bc-02ccceccc01c req-be76adf7-f5cc-4a44-b1b9-b57c8f5ba9b6 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=453a92ae-fa58-40a9-8940-f7ae3987450a&id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573087 Sep 04 01:15:54.850334 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbe89c-603e-4394-86de-5fc1b17cc603 req-81228909-c9f3-4c45-8ccb-066be6df9130 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:54.852673 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-47bbe89c-603e-4394-86de-5fc1b17cc603 req-81228909-c9f3-4c45-8ccb-066be6df9130 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 985 time: 0.0529387 Sep 04 01:15:54.923212 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-47bbe89c-603e-4394-86de-5fc1b17cc603 req-fd7b8658-97f0-4c39-a1b5-cf3b2d61edab tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=453a92ae-fa58-40a9-8940-f7ae3987450a&id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648220 Sep 04 01:15:56.046642 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d50b6a-9c80-44d3-9d99-8649d5a13d88 req-b286a55b-7724-437f-96d1-f592f4873d23 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:56.048106 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-35d50b6a-9c80-44d3-9d99-8649d5a13d88 req-b286a55b-7724-437f-96d1-f592f4873d23 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 985 time: 0.0473084 Sep 04 01:15:56.108000 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-35d50b6a-9c80-44d3-9d99-8649d5a13d88 req-d82c4bab-7077-4481-aede-26ae7eaf29a9 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=453a92ae-fa58-40a9-8940-f7ae3987450a&id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540814 Sep 04 01:15:57.227991 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e1d43-e354-4760-b3cf-f4895b1b0797 req-a18ef605-0eb8-4ac9-aeb6-69854fe33172 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:15:57.229451 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e42e1d43-e354-4760-b3cf-f4895b1b0797 req-a18ef605-0eb8-4ac9-aeb6-69854fe33172 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 985 time: 0.0468936 Sep 04 01:15:57.301088 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-e42e1d43-e354-4760-b3cf-f4895b1b0797 req-a6f367fc-f645-4dcd-9dc8-3cea55839d0e tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=453a92ae-fa58-40a9-8940-f7ae3987450a&id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659750 Sep 04 01:16:00.687261 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-ad005c35-0a43-46a8-b9a7-f68624b287d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:03.030442 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6b16c178-a2fc-4ce3-ac4e-edd74b0c03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:04.071662 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:16:04.211513 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:05.778539 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:05.939091 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:06.099578 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=29 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:06.102460 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=33 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:07.292648 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=88 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:07.295560 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=80 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:07.927239 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:14.065356 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=3 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:14.066120 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=5 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:17.851152 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:17.853738 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:18.600405 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cc912def-ddfe-4efa-9243-7c18f1dc5aae req-c55797a1-007c-4f22-99da-75a693af0ed9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387988 Sep 04 01:16:18.707562 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc912def-ddfe-4efa-9243-7c18f1dc5aae req-76c4e362-fa5b-44a5-95fd-d395ad04a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:18.709021 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cc912def-ddfe-4efa-9243-7c18f1dc5aae req-76c4e362-fa5b-44a5-95fd-d395ad04a368 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=027792a6118140099aaf522ca15bb07e&device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 1169 time: 0.0421038 Sep 04 01:16:18.811790 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc912def-ddfe-4efa-9243-7c18f1dc5aae req-72715142-08ac-4ab7-a7a6-96a04181b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:18.813277 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cc912def-ddfe-4efa-9243-7c18f1dc5aae req-72715142-08ac-4ab7-a7a6-96a04181b700 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=93fca803-def7-462d-b519-0eb07f4ac511 HTTP/1.1" status: 200 len: 915 time: 0.0855117 Sep 04 01:16:18.879254 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cc912def-ddfe-4efa-9243-7c18f1dc5aae req-ba7c79ce-89ed-44e7-ab3c-ef1dcaed60b2 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17937f22-477f-47ec-b6b4-0ea96fee6512 HTTP/1.1" status: 200 len: 1002 time: 0.0591865 Sep 04 01:16:18.927550 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc912def-ddfe-4efa-9243-7c18f1dc5aae req-074e6cc9-7cc0-4ee2-b6c1-57f914c94c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:18.928982 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cc912def-ddfe-4efa-9243-7c18f1dc5aae req-074e6cc9-7cc0-4ee2-b6c1-57f914c94c34 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=231765c8-800c-4149-b414-9dbe7bc03304 HTTP/1.1" status: 200 len: 853 time: 0.0432019 Sep 04 01:16:18.970871 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc912def-ddfe-4efa-9243-7c18f1dc5aae req-488185b7-65f9-4134-aab5-a2d024b6eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:18.975769 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cc912def-ddfe-4efa-9243-7c18f1dc5aae req-488185b7-65f9-4134-aab5-a2d024b6eb04 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=93fca803-def7-462d-b519-0eb07f4ac511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379386 Sep 04 01:16:19.065476 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cc912def-ddfe-4efa-9243-7c18f1dc5aae req-8561d26c-11af-4fec-9104-e1bdd3d44462 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93fca803-def7-462d-b519-0eb07f4ac511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861530 Sep 04 01:16:19.156851 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-cc912def-ddfe-4efa-9243-7c18f1dc5aae req-202542a7-6693-43bd-9024-3ee2a52bf69c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93fca803-def7-462d-b519-0eb07f4ac511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850213 Sep 04 01:16:29.009483 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:29.150473 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=55 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:29.152261 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=46 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:30.041528 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-924b01d9-ecea-4fc6-9db9-1db7d4fc41e0 req-a04f5cdd-5d82-4a73-93fa-599ffe27aefd tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-264434114&fields=id&tenant_id=027792a6118140099aaf522ca15bb07e HTTP/1.1" status: 200 len: 267 time: 0.0448465 Sep 04 01:16:30.093873 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b01d9-ecea-4fc6-9db9-1db7d4fc41e0 req-b2cadaf2-529b-4b23-90d8-f3d8cccc8e1d tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:30.095293 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-924b01d9-ecea-4fc6-9db9-1db7d4fc41e0 req-b2cadaf2-529b-4b23-90d8-f3d8cccc8e1d tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 985 time: 0.0487218 Sep 04 01:16:30.106429 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-924b01d9-ecea-4fc6-9db9-1db7d4fc41e0 req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Request body: {'port': {'security_groups': ['76caf30c-8da1-44c1-bbaa-626b44c17c1d']}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:16:30.177693 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-924b01d9-ecea-4fc6-9db9-1db7d4fc41e0 req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (17937f22-477f-47ec-b6b4-0ea96fee6512), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.344955 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-924b01d9-ecea-4fc6-9db9-1db7d4fc41e0 req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] For port 17937f22-477f-47ec-b6b4-0ea96fee6512, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=17937f22-477f-47ec-b6b4-0ea96fee6512,segment=NetworkSegment(bb3f529c-5ae7-4cc5-a11f-2074c23f8407),segment_id=bb3f529c-5ae7-4cc5-a11f-2074c23f8407)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:16:30.372588 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-924b01d9-ecea-4fc6-9db9-1db7d4fc41e0 req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for port (17937f22-477f-47ec-b6b4-0ea96fee6512), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.434012 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-924b01d9-ecea-4fc6-9db9-1db7d4fc41e0 req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (17937f22-477f-47ec-b6b4-0ea96fee6512), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.444611 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b01d9-ecea-4fc6-9db9-1db7d4fc41e0 req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:30.445241 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-924b01d9-ecea-4fc6-9db9-1db7d4fc41e0 req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.447273 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-924b01d9-ecea-4fc6-9db9-1db7d4fc41e0 req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "PUT /networking/v2.0/ports/17937f22-477f-47ec-b6b4-0ea96fee6512 HTTP/1.1" status: 200 len: 943 time: 0.3453696 Sep 04 01:16:30.448051 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64', 'tag': '17937f22-477f-47ec-b6b4-0ea96fee6512'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:16:30.450312 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1254ff2-4e18-45fc-805d-4aade0ff80ff" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64", "tag": "17937f22-477f-47ec-b6b4-0ea96fee6512"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:16:30.453564 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 57182) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:30.473504 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['17937f22-477f-47ec-b6b4-0ea96fee6512'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:16:30.510196 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Pushing event updated for resources: {'Port': ['ID=17937f22-477f-47ec-b6b4-0ea96fee6512,revision_number=7']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:30.518779 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.524263 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.524403 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-314c305a-e8b8-4c10-859d-c6ce3ef190b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group (453a92ae-fa58-40a9-8940-f7ae3987450a), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.524595 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.524595 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.524595 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.524595 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.524595 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.524595 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.524595 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.524595 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.524595 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.524595 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.524595 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.524595 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.524595 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995195c-67e5-454b-b40d-522e4746ad8a tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.550258 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-314c305a-e8b8-4c10-859d-c6ce3ef190b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group (453a92ae-fa58-40a9-8940-f7ae3987450a), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.607834 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['17937f22-477f-47ec-b6b4-0ea96fee6512'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:16:30.661776 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05b7f20-17eb-4510-a6c4-f9b779eb702d x-openstack-request-id: req-b05b7f20-17eb-4510-a6c4-f9b779eb702d {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:16:30.662067 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64", "tag": "17937f22-477f-47ec-b6b4-0ea96fee6512", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:16:30.662344 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b05b7f20-17eb-4510-a6c4-f9b779eb702d {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:16:30.662771 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b05b7f20-17eb-4510-a6c4-f9b779eb702d'] response: {'name': 'network-changed', 'server_uuid': '3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64', 'tag': '17937f22-477f-47ec-b6b4-0ea96fee6512', 'status': 'completed', 'code': 200} Sep 04 01:16:30.687531 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-314c305a-e8b8-4c10-859d-c6ce3ef190b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (453a92ae-fa58-40a9-8940-f7ae3987450a), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.691992 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-314c305a-e8b8-4c10-859d-c6ce3ef190b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.691992 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-314c305a-e8b8-4c10-859d-c6ce3ef190b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/453a92ae-fa58-40a9-8940-f7ae3987450a HTTP/1.1" status: 204 len: 168 time: 0.2362061 Sep 04 01:16:30.695076 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57186) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:30.702053 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c305a-e8b8-4c10-859d-c6ce3ef190b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=453a92ae-fa58-40a9-8940-f7ae3987450a,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:30.711677 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c305a-e8b8-4c10-859d-c6ce3ef190b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.725374 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c305a-e8b8-4c10-859d-c6ce3ef190b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.725374 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c305a-e8b8-4c10-859d-c6ce3ef190b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.725374 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c305a-e8b8-4c10-859d-c6ce3ef190b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.725374 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c305a-e8b8-4c10-859d-c6ce3ef190b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.725374 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c305a-e8b8-4c10-859d-c6ce3ef190b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.725374 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c305a-e8b8-4c10-859d-c6ce3ef190b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.725374 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c305a-e8b8-4c10-859d-c6ce3ef190b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.725374 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c305a-e8b8-4c10-859d-c6ce3ef190b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.725374 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c305a-e8b8-4c10-859d-c6ce3ef190b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.725374 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c305a-e8b8-4c10-859d-c6ce3ef190b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.725374 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c305a-e8b8-4c10-859d-c6ce3ef190b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.725374 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c305a-e8b8-4c10-859d-c6ce3ef190b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.725374 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c305a-e8b8-4c10-859d-c6ce3ef190b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.727008 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c305a-e8b8-4c10-859d-c6ce3ef190b1 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:30.777579 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-7082f7d5-d920-412c-b582-2d25d5e5aa8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.794729 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1254ff2-4e18-45fc-805d-4aade0ff80ff req-c8ee4f2e-64ef-45ec-aa17-4742b0ecbe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:30.796173 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f1254ff2-4e18-45fc-805d-4aade0ff80ff req-c8ee4f2e-64ef-45ec-aa17-4742b0ecbe0a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=027792a6118140099aaf522ca15bb07e&device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 1130 time: 0.0586205 Sep 04 01:16:30.944555 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-ce782fca-9951-4026-941d-e4c61e8b20ae tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Deleting port 5ec2f0e6-c451-4062-8e28-4836b8b578a1 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:16:30.944787 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ce782fca-9951-4026-941d-e4c61e8b20ae tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (5ec2f0e6-c451-4062-8e28-4836b8b578a1), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:30.987857 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1254ff2-4e18-45fc-805d-4aade0ff80ff req-41b069f3-2f07-4621-8e6f-5045b52d15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:30.989319 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f1254ff2-4e18-45fc-805d-4aade0ff80ff req-41b069f3-2f07-4621-8e6f-5045b52d15c1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=93fca803-def7-462d-b519-0eb07f4ac511 HTTP/1.1" status: 200 len: 915 time: 0.1641989 Sep 04 01:16:31.077699 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ce782fca-9951-4026-941d-e4c61e8b20ae tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (5ec2f0e6-c451-4062-8e28-4836b8b578a1), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:31.078023 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ce782fca-9951-4026-941d-e4c61e8b20ae tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for floatingip (5ec2f0e6-c451-4062-8e28-4836b8b578a1), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:31.089046 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f1254ff2-4e18-45fc-805d-4aade0ff80ff req-4969821b-4e86-46ae-a7ea-824584b2c724 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17937f22-477f-47ec-b6b4-0ea96fee6512 HTTP/1.1" status: 200 len: 1002 time: 0.0864038 Sep 04 01:16:31.092812 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-ce782fca-9951-4026-941d-e4c61e8b20ae tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Calling delete_port for 5ec2f0e6-c451-4062-8e28-4836b8b578a1 owned by network:floatingip {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:16:31.130103 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:31.133253 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:31.206132 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1254ff2-4e18-45fc-805d-4aade0ff80ff req-0ffea7d3-cc03-4480-b354-1285d0ce45f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:31.207500 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f1254ff2-4e18-45fc-805d-4aade0ff80ff req-0ffea7d3-cc03-4480-b354-1285d0ce45f5 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=231765c8-800c-4149-b414-9dbe7bc03304 HTTP/1.1" status: 200 len: 853 time: 0.1107123 Sep 04 01:16:31.268723 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1254ff2-4e18-45fc-805d-4aade0ff80ff req-6f016241-8ce4-48df-8295-756fc03a79b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:31.270221 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f1254ff2-4e18-45fc-805d-4aade0ff80ff req-6f016241-8ce4-48df-8295-756fc03a79b7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=93fca803-def7-462d-b519-0eb07f4ac511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554707 Sep 04 01:16:31.418630 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f1254ff2-4e18-45fc-805d-4aade0ff80ff req-692ae918-9988-4393-b432-cb4d644fc25e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93fca803-def7-462d-b519-0eb07f4ac511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411552 Sep 04 01:16:31.478666 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ce782fca-9951-4026-941d-e4c61e8b20ae tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (5ec2f0e6-c451-4062-8e28-4836b8b578a1), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:31.520238 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce782fca-9951-4026-941d-e4c61e8b20ae tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Pushing event deleted for resources: {'Port': ['ID=5ec2f0e6-c451-4062-8e28-4836b8b578a1,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:31.577588 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f1254ff2-4e18-45fc-805d-4aade0ff80ff req-7fa278e2-ca7b-4216-91e1-5713cd2bc30f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93fca803-def7-462d-b519-0eb07f4ac511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534736 Sep 04 01:16:31.593300 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ce782fca-9951-4026-941d-e4c61e8b20ae tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks [] for floatingip (12d3bdb8-a49f-4833-97e5-ffdf79750b16), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:31.597763 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.l3_db [None req-ce782fca-9951-4026-941d-e4c61e8b20ae tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Floating IP 12d3bdb8-a49f-4833-97e5-ffdf79750b16 disassociated (deleted). External IP: 172.37.7.176, port: 17937f22-477f-47ec-b6b4-0ea96fee6512. Sep 04 01:16:31.796408 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce782fca-9951-4026-941d-e4c61e8b20ae tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Router 54174312-f04b-4db8-8dc3-1c58848b0d5e has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:16:31.841401 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:32.153644 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce782fca-9951-4026-941d-e4c61e8b20ae tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:16:32.158666 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-ce782fca-9951-4026-941d-e4c61e8b20ae tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:32.163073 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ca6c7-a605-429a-acf0-fe2c85f44b72 None None] Sync routers for ids ['54174312-f04b-4db8-8dc3-1c58848b0d5e'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:16:32.172748 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ca6c7-a605-429a-acf0-fe2c85f44b72 None None] Routers {'54174312-f04b-4db8-8dc3-1c58848b0d5e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:16:32.173379 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-cb0ca6c7-a605-429a-acf0-fe2c85f44b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:16:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['54174312-f04b-4db8-8dc3-1c58848b0d5e'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:32.187389 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-ce782fca-9951-4026-941d-e4c61e8b20ae tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/12d3bdb8-a49f-4833-97e5-ffdf79750b16 HTTP/1.1" status: 204 len: 168 time: 1.4907885 Sep 04 01:16:32.275271 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-cb0ca6c7-a605-429a-acf0-fe2c85f44b72 None None] Set router 54174312-f04b-4db8-8dc3-1c58848b0d5e gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:16:32.465034 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-cb0ca6c7-a605-429a-acf0-fe2c85f44b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'name': 'tempest-TestMinimumBasicScenario-749699042-router', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:10Z', 'updated_at': '2022-09-04T01:14:14Z', 'revision_number': 4, 'project_id': '027792a6118140099aaf522ca15bb07e', 'gw_port': {'id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:11Z', 'updated_at': '2022-09-04T01:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7f2856e4-8bb1-4647-8890-edd403bce7d0', 'name': '', 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'mac_address': 'fa:16:3e:29:5f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '231765c8-800c-4149-b414-9dbe7bc03304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:13Z', 'updated_at': '2022-09-04T01:14:21Z', 'revision_number': 5, 'project_id': '027792a6118140099aaf522ca15bb07e', 'subnets': [{'id': '231765c8-800c-4149-b414-9dbe7bc03304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:32.491295 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ca6c7-a605-429a-acf0-fe2c85f44b72 None None] Checking router: 54174312-f04b-4db8-8dc3-1c58848b0d5e for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:16:32.499941 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ca6c7-a605-429a-acf0-fe2c85f44b72 None None] Routers {'54174312-f04b-4db8-8dc3-1c58848b0d5e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:16:32.500545 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-cb0ca6c7-a605-429a-acf0-fe2c85f44b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:16:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['54174312-f04b-4db8-8dc3-1c58848b0d5e'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:32.663652 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64', 'tag': '17937f22-477f-47ec-b6b4-0ea96fee6512'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:16:32.666061 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952c2802-2413-4a11-854f-de17f8679685" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64", "tag": "17937f22-477f-47ec-b6b4-0ea96fee6512"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:16:32.692831 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-cb0ca6c7-a605-429a-acf0-fe2c85f44b72 None None] Set router 54174312-f04b-4db8-8dc3-1c58848b0d5e gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:16:32.703561 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63500d5-3530-49e3-aeaa-625bcca4b368 x-openstack-request-id: req-a63500d5-3530-49e3-aeaa-625bcca4b368 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:16:32.703882 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64", "tag": "17937f22-477f-47ec-b6b4-0ea96fee6512", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:16:32.704181 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a63500d5-3530-49e3-aeaa-625bcca4b368 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:16:32.704526 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63500d5-3530-49e3-aeaa-625bcca4b368'] response: {'name': 'network-changed', 'server_uuid': '3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64', 'tag': '17937f22-477f-47ec-b6b4-0ea96fee6512', 'status': 'completed', 'code': 200} Sep 04 01:16:32.877801 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-cb0ca6c7-a605-429a-acf0-fe2c85f44b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'name': 'tempest-TestMinimumBasicScenario-749699042-router', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:10Z', 'updated_at': '2022-09-04T01:14:14Z', 'revision_number': 4, 'project_id': '027792a6118140099aaf522ca15bb07e', 'gw_port': {'id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:11Z', 'updated_at': '2022-09-04T01:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7f2856e4-8bb1-4647-8890-edd403bce7d0', 'name': '', 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'mac_address': 'fa:16:3e:29:5f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '231765c8-800c-4149-b414-9dbe7bc03304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:13Z', 'updated_at': '2022-09-04T01:14:21Z', 'revision_number': 5, 'project_id': '027792a6118140099aaf522ca15bb07e', 'subnets': [{'id': '231765c8-800c-4149-b414-9dbe7bc03304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:32.902431 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ca6c7-a605-429a-acf0-fe2c85f44b72 None None] The sync data for ids ['54174312-f04b-4db8-8dc3-1c58848b0d5e'] in dv-cinder-master-3-iscsi is: [{'id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'name': 'tempest-TestMinimumBasicScenario-749699042-router', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:10Z', 'updated_at': '2022-09-04T01:14:14Z', 'revision_number': 4, 'project_id': '027792a6118140099aaf522ca15bb07e', 'gw_port': {'id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:11Z', 'updated_at': '2022-09-04T01:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7f2856e4-8bb1-4647-8890-edd403bce7d0', 'name': '', 'network_id': '93fca803-def7-462d-b519-0eb07f4ac511', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'mac_address': 'fa:16:3e:29:5f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '231765c8-800c-4149-b414-9dbe7bc03304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:13Z', 'updated_at': '2022-09-04T01:14:21Z', 'revision_number': 5, 'project_id': '027792a6118140099aaf522ca15bb07e', 'subnets': [{'id': '231765c8-800c-4149-b414-9dbe7bc03304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:16:32.999792 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-0d1c3840-be75-44c1-9fbc-1abb5b31862e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:33.059479 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c2802-2413-4a11-854f-de17f8679685 req-0309d390-c76c-4818-8cfe-ff99f808d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:33.060994 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-952c2802-2413-4a11-854f-de17f8679685 req-0309d390-c76c-4818-8cfe-ff99f808d4e4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=027792a6118140099aaf522ca15bb07e&device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 1130 time: 0.0422215 Sep 04 01:16:33.135666 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9d68e7-bca1-4057-914b-8dcdf9ae2c4e None None] New status for floating IP 12d3bdb8-a49f-4833-97e5-ffdf79750b16: DOWN {{(pid=106792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:16:33.161037 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c2802-2413-4a11-854f-de17f8679685 req-931f34ee-986d-436d-8175-7796044a0542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:33.162556 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-952c2802-2413-4a11-854f-de17f8679685 req-931f34ee-986d-436d-8175-7796044a0542 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=93fca803-def7-462d-b519-0eb07f4ac511 HTTP/1.1" status: 200 len: 915 time: 0.0959642 Sep 04 01:16:33.203976 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-952c2802-2413-4a11-854f-de17f8679685 req-63e7c0fc-a033-4964-af11-e6c898edcd1c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17937f22-477f-47ec-b6b4-0ea96fee6512 HTTP/1.1" status: 200 len: 217 time: 0.0351131 Sep 04 01:16:33.246965 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:33.257654 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c2802-2413-4a11-854f-de17f8679685 req-5e8c86c5-1719-4996-b50b-bc5842a182c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:33.259130 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-952c2802-2413-4a11-854f-de17f8679685 req-5e8c86c5-1719-4996-b50b-bc5842a182c6 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=231765c8-800c-4149-b414-9dbe7bc03304 HTTP/1.1" status: 200 len: 853 time: 0.0498948 Sep 04 01:16:33.303939 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c2802-2413-4a11-854f-de17f8679685 req-b98a5a30-5505-4a7a-91f3-9d2a324c0a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:33.305454 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-952c2802-2413-4a11-854f-de17f8679685 req-b98a5a30-5505-4a7a-91f3-9d2a324c0a9f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=93fca803-def7-462d-b519-0eb07f4ac511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396793 Sep 04 01:16:33.398398 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-952c2802-2413-4a11-854f-de17f8679685 req-88d9e7cc-66a7-4fc2-896a-24471f2c35fd service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93fca803-def7-462d-b519-0eb07f4ac511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866926 Sep 04 01:16:33.488583 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-952c2802-2413-4a11-854f-de17f8679685 req-418e6012-841e-4b9b-a819-26fdda9d4822 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93fca803-def7-462d-b519-0eb07f4ac511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841362 Sep 04 01:16:34.201217 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:35.744184 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:35.904412 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:36.455577 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3e1ef-f1ba-4b29-8f10-d82c1a92b066 req-6f449b0f-d06a-43fc-85c2-bc4cf8362caf tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:36.457024 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-f1d3e1ef-f1ba-4b29-8f10-d82c1a92b066 req-6f449b0f-d06a-43fc-85c2-bc4cf8362caf tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 946 time: 0.0466478 Sep 04 01:16:36.504297 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-f1d3e1ef-f1ba-4b29-8f10-d82c1a92b066 req-4967022c-4c2c-4cb6-95cc-02357bab713b tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409276 Sep 04 01:16:37.642060 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a282c-70b4-4b93-8fc5-53e8e3647ddc req-c3e38a3c-2db6-4b10-b59f-b4ef4043666c tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:37.642060 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-596a282c-70b4-4b93-8fc5-53e8e3647ddc req-c3e38a3c-2db6-4b10-b59f-b4ef4043666c tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 946 time: 0.0504174 Sep 04 01:16:37.684101 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-596a282c-70b4-4b93-8fc5-53e8e3647ddc req-3493da5d-b099-4929-8beb-5450b0157426 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=76caf30c-8da1-44c1-bbaa-626b44c17c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447583 Sep 04 01:16:37.982414 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:38.203150 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65fe69-76b3-4c76-9327-58c8c4dc2d65 req-7d277f37-f80a-4546-bd6e-58e8f752ea66 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:16:38.204685 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ee65fe69-76b3-4c76-9327-58c8c4dc2d65 req-7d277f37-f80a-4546-bd6e-58e8f752ea66 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 946 time: 0.0463920 Sep 04 01:16:38.287413 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-ee65fe69-76b3-4c76-9327-58c8c4dc2d65 req-99ae7e8e-951e-4fb1-9843-4f9c58d95162 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Deleting port 17937f22-477f-47ec-b6b4-0ea96fee6512 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:16:38.287674 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-ee65fe69-76b3-4c76-9327-58c8c4dc2d65 req-99ae7e8e-951e-4fb1-9843-4f9c58d95162 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (17937f22-477f-47ec-b6b4-0ea96fee6512), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:38.380590 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-ee65fe69-76b3-4c76-9327-58c8c4dc2d65 req-99ae7e8e-951e-4fb1-9843-4f9c58d95162 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] For port 17937f22-477f-47ec-b6b4-0ea96fee6512, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=17937f22-477f-47ec-b6b4-0ea96fee6512,segment=NetworkSegment(bb3f529c-5ae7-4cc5-a11f-2074c23f8407),segment_id=bb3f529c-5ae7-4cc5-a11f-2074c23f8407)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:16:38.380957 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-ee65fe69-76b3-4c76-9327-58c8c4dc2d65 req-99ae7e8e-951e-4fb1-9843-4f9c58d95162 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (17937f22-477f-47ec-b6b4-0ea96fee6512), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:38.393859 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-ee65fe69-76b3-4c76-9327-58c8c4dc2d65 req-99ae7e8e-951e-4fb1-9843-4f9c58d95162 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Calling delete_port for 17937f22-477f-47ec-b6b4-0ea96fee6512 owned by compute:nova {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:16:38.406201 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:38.595646 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-ee65fe69-76b3-4c76-9327-58c8c4dc2d65 req-99ae7e8e-951e-4fb1-9843-4f9c58d95162 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (17937f22-477f-47ec-b6b4-0ea96fee6512), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:38.622264 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae7e8e-951e-4fb1-9843-4f9c58d95162 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Pushing event deleted for resources: {'Port': ['ID=17937f22-477f-47ec-b6b4-0ea96fee6512,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:38.635622 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['17937f22-477f-47ec-b6b4-0ea96fee6512'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:16:38.672554 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee65fe69-76b3-4c76-9327-58c8c4dc2d65 req-99ae7e8e-951e-4fb1-9843-4f9c58d95162 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] No DVR routers for this DVR port 17937f22-477f-47ec-b6b4-0ea96fee6512 on host hv-cinder-maste {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:16:38.675087 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-ee65fe69-76b3-4c76-9327-58c8c4dc2d65 req-99ae7e8e-951e-4fb1-9843-4f9c58d95162 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:38.678516 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-ee65fe69-76b3-4c76-9327-58c8c4dc2d65 req-99ae7e8e-951e-4fb1-9843-4f9c58d95162 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.16 "DELETE /networking/v2.0/ports/17937f22-477f-47ec-b6b4-0ea96fee6512 HTTP/1.1" status: 204 len: 173 time: 0.4682696 Sep 04 01:16:38.678952 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64', 'name': 'network-vif-deleted', 'tag': '17937f22-477f-47ec-b6b4-0ea96fee6512'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:16:38.681219 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dcf0a7-5697-4cd9-ace3-0b26e5632232" -d '{"events": [{"server_uuid": "3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64", "name": "network-vif-deleted", "tag": "17937f22-477f-47ec-b6b4-0ea96fee6512"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:16:38.718576 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8ba4ae-5c1b-4e99-9d21-e1918d555f3c x-openstack-request-id: req-ad8ba4ae-5c1b-4e99-9d21-e1918d555f3c {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:16:38.718873 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64", "name": "network-vif-deleted", "tag": "17937f22-477f-47ec-b6b4-0ea96fee6512", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:16:38.719124 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad8ba4ae-5c1b-4e99-9d21-e1918d555f3c {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:16:38.719549 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad8ba4ae-5c1b-4e99-9d21-e1918d555f3c'] response: {'server_uuid': '3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64', 'name': 'network-vif-deleted', 'tag': '17937f22-477f-47ec-b6b4-0ea96fee6512', 'status': 'completed', 'code': 200} Sep 04 01:16:38.790202 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b5326649-9da6-4c7b-b548-e39b33f5d860 req-b1ab3574-653f-4b65-9112-8cb5436064b9 tempest-TestMinimumBasicScenario-391848128 tempest-TestMinimumBasicScenario-391848128-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3b8b93cc-1d4b-4d17-b4d2-e89f42b3be64 HTTP/1.1" status: 200 len: 210 time: 0.0293825 Sep 04 01:16:41.032963 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57276) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:41.070352 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:16:41.302908 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:41.345291 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-af00d4ca-74da-450c-b40c-abd255932778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1721291'] for router_interface (54174312-f04b-4db8-8dc3-1c58848b0d5e), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:41.566611 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-af00d4ca-74da-450c-b40c-abd255932778 admin admin] Deleting port 7f2856e4-8bb1-4647-8890-edd403bce7d0 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:16:41.566947 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-af00d4ca-74da-450c-b40c-abd255932778 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (7f2856e4-8bb1-4647-8890-edd403bce7d0), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:41.644924 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [None req-af00d4ca-74da-450c-b40c-abd255932778 admin admin] For port 7f2856e4-8bb1-4647-8890-edd403bce7d0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7f2856e4-8bb1-4647-8890-edd403bce7d0,segment=NetworkSegment(bb3f529c-5ae7-4cc5-a11f-2074c23f8407),segment_id=bb3f529c-5ae7-4cc5-a11f-2074c23f8407)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:16:41.645313 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-af00d4ca-74da-450c-b40c-abd255932778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (7f2856e4-8bb1-4647-8890-edd403bce7d0), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:41.658598 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-af00d4ca-74da-450c-b40c-abd255932778 admin admin] Calling delete_port for 7f2856e4-8bb1-4647-8890-edd403bce7d0 owned by network:router_interface {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:16:41.663801 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:41.896896 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-af00d4ca-74da-450c-b40c-abd255932778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (7f2856e4-8bb1-4647-8890-edd403bce7d0), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:41.919872 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00d4ca-74da-450c-b40c-abd255932778 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2856e4-8bb1-4647-8890-edd403bce7d0,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:42.083044 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-af00d4ca-74da-450c-b40c-abd255932778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814139'] for router_interface (54174312-f04b-4db8-8dc3-1c58848b0d5e), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:42.168629 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:42.285116 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af00d4ca-74da-450c-b40c-abd255932778 admin admin] Router 54174312-f04b-4db8-8dc3-1c58848b0d5e has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:16:42.383986 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af00d4ca-74da-450c-b40c-abd255932778 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:16:42.391045 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-af00d4ca-74da-450c-b40c-abd255932778 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/54174312-f04b-4db8-8dc3-1c58848b0d5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3552389 Sep 04 01:16:42.391947 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57278) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:42.393645 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7922022f-dde2-4088-8802-1c2b74e5877b None None] Sync routers for ids ['54174312-f04b-4db8-8dc3-1c58848b0d5e'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:16:42.404747 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7922022f-dde2-4088-8802-1c2b74e5877b None None] Routers {'54174312-f04b-4db8-8dc3-1c58848b0d5e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:16:42.405377 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-7922022f-dde2-4088-8802-1c2b74e5877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:16:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['54174312-f04b-4db8-8dc3-1c58848b0d5e'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:42.494256 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2f8a3f47-6db2-4906-bf16-6004c58c8a15 admin admin] Publish callbacks [] for router (54174312-f04b-4db8-8dc3-1c58848b0d5e), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:42.504693 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-7922022f-dde2-4088-8802-1c2b74e5877b None None] Set router 54174312-f04b-4db8-8dc3-1c58848b0d5e gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:16:42.575399 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:42.592736 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2f8a3f47-6db2-4906-bf16-6004c58c8a15 admin admin] Publish callbacks [] for router_gateway (54174312-f04b-4db8-8dc3-1c58848b0d5e), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:42.607330 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:42.621881 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 17937f22-477f-47ec-b6b4-0ea96fee6512 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:16:42.648982 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] No Port match for: 17937f22-477f-47ec-b6b4-0ea96fee6512 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:16:42.649345 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 17937f22-477f-47ec-b6b4-0ea96fee6512 not bound to the agent host hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:16:42.679073 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-7922022f-dde2-4088-8802-1c2b74e5877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'name': 'tempest-TestMinimumBasicScenario-749699042-router', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:10Z', 'updated_at': '2022-09-04T01:16:41Z', 'revision_number': 5, 'project_id': '027792a6118140099aaf522ca15bb07e', 'gw_port': {'id': 'e7120691-3bea-4fb5-9cd0-62e18c24380d', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:11Z', 'updated_at': '2022-09-04T01:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:42.695840 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a3f47-6db2-4906-bf16-6004c58c8a15 admin admin] Deleting port e7120691-3bea-4fb5-9cd0-62e18c24380d {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:16:42.696176 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2f8a3f47-6db2-4906-bf16-6004c58c8a15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (e7120691-3bea-4fb5-9cd0-62e18c24380d), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:42.708443 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7922022f-dde2-4088-8802-1c2b74e5877b None None] Checking router: 54174312-f04b-4db8-8dc3-1c58848b0d5e for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:16:42.717118 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7922022f-dde2-4088-8802-1c2b74e5877b None None] Routers {'54174312-f04b-4db8-8dc3-1c58848b0d5e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:16:42.717648 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-7922022f-dde2-4088-8802-1c2b74e5877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:16:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['54174312-f04b-4db8-8dc3-1c58848b0d5e'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:42.720035 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:42.775971 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [None req-2f8a3f47-6db2-4906-bf16-6004c58c8a15 admin admin] For port e7120691-3bea-4fb5-9cd0-62e18c24380d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e7120691-3bea-4fb5-9cd0-62e18c24380d,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:16:42.776284 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2f8a3f47-6db2-4906-bf16-6004c58c8a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (e7120691-3bea-4fb5-9cd0-62e18c24380d), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:42.789026 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a3f47-6db2-4906-bf16-6004c58c8a15 admin admin] Calling delete_port for e7120691-3bea-4fb5-9cd0-62e18c24380d owned by network:router_gateway {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:16:42.800637 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-7922022f-dde2-4088-8802-1c2b74e5877b None None] Set router 54174312-f04b-4db8-8dc3-1c58848b0d5e gateway port host: None {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:16:42.850295 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-7922022f-dde2-4088-8802-1c2b74e5877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'name': 'tempest-TestMinimumBasicScenario-749699042-router', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:10Z', 'updated_at': '2022-09-04T01:16:42Z', 'revision_number': 6, 'project_id': '027792a6118140099aaf522ca15bb07e', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:42.875294 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7922022f-dde2-4088-8802-1c2b74e5877b None None] The sync data for ids ['54174312-f04b-4db8-8dc3-1c58848b0d5e'] in dv-cinder-master-3-iscsi is: [{'id': '54174312-f04b-4db8-8dc3-1c58848b0d5e', 'name': 'tempest-TestMinimumBasicScenario-749699042-router', 'tenant_id': '027792a6118140099aaf522ca15bb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:10Z', 'updated_at': '2022-09-04T01:16:42Z', 'revision_number': 6, 'project_id': '027792a6118140099aaf522ca15bb07e', 'gw_port_host': None}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:16:43.018858 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2f8a3f47-6db2-4906-bf16-6004c58c8a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (e7120691-3bea-4fb5-9cd0-62e18c24380d), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:43.047354 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a3f47-6db2-4906-bf16-6004c58c8a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7120691-3bea-4fb5-9cd0-62e18c24380d,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:43.107056 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2f8a3f47-6db2-4906-bf16-6004c58c8a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1810984'] for router_gateway (54174312-f04b-4db8-8dc3-1c58848b0d5e), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:43.190477 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2f8a3f47-6db2-4906-bf16-6004c58c8a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14346'] for router (54174312-f04b-4db8-8dc3-1c58848b0d5e), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:43.192521 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2f8a3f47-6db2-4906-bf16-6004c58c8a15 admin admin] Publish callbacks [] for router_controller (54174312-f04b-4db8-8dc3-1c58848b0d5e), precommit_delete_associations {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:43.304705 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2f8a3f47-6db2-4906-bf16-6004c58c8a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1721226'] for router (54174312-f04b-4db8-8dc3-1c58848b0d5e), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:43.305337 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8a3f47-6db2-4906-bf16-6004c58c8a15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54174312-f04b-4db8-8dc3-1c58848b0d5e {{(pid=106791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 01:16:43.314124 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2f8a3f47-6db2-4906-bf16-6004c58c8a15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:43.314124 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-2f8a3f47-6db2-4906-bf16-6004c58c8a15 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/54174312-f04b-4db8-8dc3-1c58848b0d5e HTTP/1.1" status: 204 len: 168 time: 0.9179671 Sep 04 01:16:43.314124 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57280) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:43.362273 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d31b50-6bb8-461a-a159-f51921bcfdc7 admin admin] Deleting subnet 231765c8-800c-4149-b414-9dbe7bc03304 {{(pid=106791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:16:43.364938 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:43.365883 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-35d31b50-6bb8-461a-a159-f51921bcfdc7 admin admin] Publish callbacks [] for subnet (231765c8-800c-4149-b414-9dbe7bc03304), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:43.401899 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-35d31b50-6bb8-461a-a159-f51921bcfdc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-969661'] for subnet (231765c8-800c-4149-b414-9dbe7bc03304), precommit_delete_associations {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:43.477304 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-35d31b50-6bb8-461a-a159-f51921bcfdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869317'] for subnet (231765c8-800c-4149-b414-9dbe7bc03304), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:43.479975 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:43.691465 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-35d31b50-6bb8-461a-a159-f51921bcfdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65166171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65271670'] for subnet (231765c8-800c-4149-b414-9dbe7bc03304), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:43.723521 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d31b50-6bb8-461a-a159-f51921bcfdc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=231765c8-800c-4149-b414-9dbe7bc03304,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:43.727038 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-35d31b50-6bb8-461a-a159-f51921bcfdc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:43.731278 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-35d31b50-6bb8-461a-a159-f51921bcfdc7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/231765c8-800c-4149-b414-9dbe7bc03304 HTTP/1.1" status: 204 len: 168 time: 0.4170353 Sep 04 01:16:43.734001 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdd2f1c-8037-401d-8d0f-35ac2eb77a62 None None] Network 93fca803-def7-462d-b519-0eb07f4ac511 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:16:43.734736 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57282) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:43.804234 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a77cba2e-3960-412b-a9b3-ec01e28736bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855412'] for network (93fca803-def7-462d-b519-0eb07f4ac511), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:43.852188 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-a77cba2e-3960-412b-a9b3-ec01e28736bb admin admin] Deleting port 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:16:43.852549 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a77cba2e-3960-412b-a9b3-ec01e28736bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:43.892668 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8543356a-224a-422f-96bc-1da18509e174 None None] DHCP port deletion for 93fca803-def7-462d-b519-0eb07f4ac511 request from dv-cinder-master-3-iscsi {{(pid=106792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 01:16:43.924618 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [None req-a77cba2e-3960-412b-a9b3-ec01e28736bb admin admin] For port 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d,segment=NetworkSegment(bb3f529c-5ae7-4cc5-a11f-2074c23f8407),segment_id=bb3f529c-5ae7-4cc5-a11f-2074c23f8407)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:16:43.924983 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a77cba2e-3960-412b-a9b3-ec01e28736bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:43.933870 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-8543356a-224a-422f-96bc-1da18509e174 None None] Deleting port 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d {{(pid=106792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:16:43.934233 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-8543356a-224a-422f-96bc-1da18509e174 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d), before_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:43.940409 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-a77cba2e-3960-412b-a9b3-ec01e28736bb admin admin] Calling delete_port for 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d owned by network:dhcp {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:16:44.003057 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-8543356a-224a-422f-96bc-1da18509e174 None None] For port 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d,segment=NetworkSegment(bb3f529c-5ae7-4cc5-a11f-2074c23f8407),segment_id=bb3f529c-5ae7-4cc5-a11f-2074c23f8407)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:16:44.003453 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-8543356a-224a-422f-96bc-1da18509e174 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d), precommit_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:44.016246 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-8543356a-224a-422f-96bc-1da18509e174 None None] Calling delete_port for 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d owned by network:dhcp {{(pid=106792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:16:44.098791 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a77cba2e-3960-412b-a9b3-ec01e28736bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:44.105910 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-8543356a-224a-422f-96bc-1da18509e174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882'] for port (5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d), after_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:44.109976 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:44.131988 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543356a-224a-422f-96bc-1da18509e174 None None] Pushing event deleted for resources: {'Port': ['ID=5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d,revision_number=None']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:44.136264 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cba2e-3960-412b-a9b3-ec01e28736bb admin admin] Pushing event deleted for resources: {'Port': ['ID=5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:44.138139 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77cba2e-3960-412b-a9b3-ec01e28736bb admin admin] No DVR routers for this DVR port 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d on host dv-cinder-master-3-iscsi {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:16:44.140436 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8543356a-224a-422f-96bc-1da18509e174 None None] No DVR routers for this DVR port 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d on host dv-cinder-master-3-iscsi {{(pid=106792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:16:44.143636 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543356a-224a-422f-96bc-1da18509e174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:44.143988 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543356a-224a-422f-96bc-1da18509e174 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:44.144335 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543356a-224a-422f-96bc-1da18509e174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:44.144672 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543356a-224a-422f-96bc-1da18509e174 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:44.145004 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543356a-224a-422f-96bc-1da18509e174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:44.145364 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543356a-224a-422f-96bc-1da18509e174 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:44.145692 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543356a-224a-422f-96bc-1da18509e174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:44.146019 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543356a-224a-422f-96bc-1da18509e174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:44.146345 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543356a-224a-422f-96bc-1da18509e174 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:44.146668 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543356a-224a-422f-96bc-1da18509e174 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:44.146991 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543356a-224a-422f-96bc-1da18509e174 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:44.147317 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543356a-224a-422f-96bc-1da18509e174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:44.147639 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543356a-224a-422f-96bc-1da18509e174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:44.147956 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543356a-224a-422f-96bc-1da18509e174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:44.148273 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543356a-224a-422f-96bc-1da18509e174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:16:44.212286 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a77cba2e-3960-412b-a9b3-ec01e28736bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1299106', 'neutron.services.segments.db._delete_segments_for_network-8760291617684'] for network (93fca803-def7-462d-b519-0eb07f4ac511), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:44.233179 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-a77cba2e-3960-412b-a9b3-ec01e28736bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93fca803-def7-462d-b519-0eb07f4ac511']}} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:44.242408 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-a77cba2e-3960-412b-a9b3-ec01e28736bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3f529c-5ae7-4cc5-a11f-2074c23f8407') {'for_net_delete': True} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:44.242706 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-a77cba2e-3960-412b-a9b3-ec01e28736bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3f529c-5ae7-4cc5-a11f-2074c23f8407') {} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:44.253372 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a77cba2e-3960-412b-a9b3-ec01e28736bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760291642516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-969642'] for segment (bb3f529c-5ae7-4cc5-a11f-2074c23f8407), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:44.267111 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a77cba2e-3960-412b-a9b3-ec01e28736bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (bb3f529c-5ae7-4cc5-a11f-2074c23f8407), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:44.273284 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77cba2e-3960-412b-a9b3-ec01e28736bb admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=106791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:16:44.273663 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a77cba2e-3960-412b-a9b3-ec01e28736bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65167609'] for segment (bb3f529c-5ae7-4cc5-a11f-2074c23f8407), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:44.382959 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a77cba2e-3960-412b-a9b3-ec01e28736bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1299115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811184'] for network (93fca803-def7-462d-b519-0eb07f4ac511), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:44.390752 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-a77cba2e-3960-412b-a9b3-ec01e28736bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:44.395878 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-a77cba2e-3960-412b-a9b3-ec01e28736bb admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/93fca803-def7-462d-b519-0eb07f4ac511 HTTP/1.1" status: 204 len: 168 time: 0.6588688 Sep 04 01:16:44.396961 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 57288) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:44.415701 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment bb3f529c-5ae7-4cc5-a11f-2074c23f8407 resource provider aggregate not found Sep 04 01:16:44.419885 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cba2e-3960-412b-a9b3-ec01e28736bb admin admin] Pushing event deleted for resources: {'Network': ['ID=93fca803-def7-462d-b519-0eb07f4ac511,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:44.435835 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment bb3f529c-5ae7-4cc5-a11f-2074c23f8407 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb3f529c-5ae7-4cc5-a11f-2074c23f8407 found for delete ", "request_id": "req-b361372d-1915-430e-aa6e-b2c7adad0deb"}]} Sep 04 01:16:44.677431 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device e7120691-3bea-4fb5-9cd0-62e18c24380d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:16:44.697520 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: e7120691-3bea-4fb5-9cd0-62e18c24380d {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:16:44.697864 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device e7120691-3bea-4fb5-9cd0-62e18c24380d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:16:44.698278 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 7f2856e4-8bb1-4647-8890-edd403bce7d0 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:16:44.717755 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ef187d27-6547-4623-a4d3-3978a5e23260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1721291'] for router_interface (5588f3e0-bce0-42ce-b4bf-d971c8482e9b), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:44.719466 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: 7f2856e4-8bb1-4647-8890-edd403bce7d0 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:16:44.719808 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 7f2856e4-8bb1-4647-8890-edd403bce7d0 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:16:44.720222 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:16:44.738128 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:16:44.738788 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 5f5b2b5c-f8bd-4ca8-94f2-f4d5e3a6444d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:16:44.941811 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-ef187d27-6547-4623-a4d3-3978a5e23260 admin admin] Deleting port 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8 {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:16:44.942145 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ef187d27-6547-4623-a4d3-3978a5e23260 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:45.020583 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:45.022481 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.db [None req-ef187d27-6547-4623-a4d3-3978a5e23260 admin admin] For port 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8,segment=NetworkSegment(1937bb3a-afad-401d-a1b2-924e74017550),segment_id=1937bb3a-afad-401d-a1b2-924e74017550)] {{(pid=106790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:16:45.022837 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ef187d27-6547-4623-a4d3-3978a5e23260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:45.035237 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-ef187d27-6547-4623-a4d3-3978a5e23260 admin admin] Calling delete_port for 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8 owned by network:router_interface {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:16:45.042889 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:45.304809 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ef187d27-6547-4623-a4d3-3978a5e23260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:45.334284 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef187d27-6547-4623-a4d3-3978a5e23260 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:45.498923 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-ef187d27-6547-4623-a4d3-3978a5e23260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814139'] for router_interface (5588f3e0-bce0-42ce-b4bf-d971c8482e9b), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:45.706604 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef187d27-6547-4623-a4d3-3978a5e23260 admin admin] Router 5588f3e0-bce0-42ce-b4bf-d971c8482e9b has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:16:45.805308 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef187d27-6547-4623-a4d3-3978a5e23260 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:16:45.810796 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-ef187d27-6547-4623-a4d3-3978a5e23260 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/5588f3e0-bce0-42ce-b4bf-d971c8482e9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4128053 Sep 04 01:16:45.813525 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 57292) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:45.818256 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf836173-125e-4f7a-955f-bdd379e724e0 None None] Sync routers for ids ['5588f3e0-bce0-42ce-b4bf-d971c8482e9b'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:16:45.826098 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:45.829526 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf836173-125e-4f7a-955f-bdd379e724e0 None None] Routers {'5588f3e0-bce0-42ce-b4bf-d971c8482e9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:16:45.830129 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-bf836173-125e-4f7a-955f-bdd379e724e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:16:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['5588f3e0-bce0-42ce-b4bf-d971c8482e9b'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:45.914851 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fa495fca-a661-4a19-84de-da608d9efad9 admin admin] Publish callbacks [] for router (5588f3e0-bce0-42ce-b4bf-d971c8482e9b), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:45.916334 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:46.021817 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fa495fca-a661-4a19-84de-da608d9efad9 admin admin] Publish callbacks [] for router_gateway (5588f3e0-bce0-42ce-b4bf-d971c8482e9b), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:46.025999 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:46.059120 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-bf836173-125e-4f7a-955f-bdd379e724e0 None None] Set router 5588f3e0-bce0-42ce-b4bf-d971c8482e9b gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:16:46.142447 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-fa495fca-a661-4a19-84de-da608d9efad9 admin admin] Deleting port 82064230-2100-4279-b030-003ad6dab6f1 {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:16:46.142787 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fa495fca-a661-4a19-84de-da608d9efad9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (82064230-2100-4279-b030-003ad6dab6f1), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:46.224564 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-bf836173-125e-4f7a-955f-bdd379e724e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588f3e0-bce0-42ce-b4bf-d971c8482e9b', 'name': 'tempest-TestMinimumBasicScenario-1757848580-router', 'tenant_id': 'abca446946bf4b32a50b47d29e71cba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.111'}], 'enable_snat': True}, 'gw_port_id': '82064230-2100-4279-b030-003ad6dab6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:18Z', 'updated_at': '2022-09-04T01:16:45Z', 'revision_number': 5, 'project_id': 'abca446946bf4b32a50b47d29e71cba0', 'gw_port': {'id': '82064230-2100-4279-b030-003ad6dab6f1', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588f3e0-bce0-42ce-b4bf-d971c8482e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:18Z', 'updated_at': '2022-09-04T01:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:46.227569 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.db [None req-fa495fca-a661-4a19-84de-da608d9efad9 admin admin] For port 82064230-2100-4279-b030-003ad6dab6f1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=82064230-2100-4279-b030-003ad6dab6f1,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:16:46.227936 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fa495fca-a661-4a19-84de-da608d9efad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (82064230-2100-4279-b030-003ad6dab6f1), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:46.241735 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-fa495fca-a661-4a19-84de-da608d9efad9 admin admin] Calling delete_port for 82064230-2100-4279-b030-003ad6dab6f1 owned by network:router_gateway {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:16:46.250446 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf836173-125e-4f7a-955f-bdd379e724e0 None None] Checking router: 5588f3e0-bce0-42ce-b4bf-d971c8482e9b for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:16:46.258676 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf836173-125e-4f7a-955f-bdd379e724e0 None None] Routers {'5588f3e0-bce0-42ce-b4bf-d971c8482e9b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:16:46.259852 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-bf836173-125e-4f7a-955f-bdd379e724e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:16:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['5588f3e0-bce0-42ce-b4bf-d971c8482e9b'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:46.343027 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-bf836173-125e-4f7a-955f-bdd379e724e0 None None] Set router 5588f3e0-bce0-42ce-b4bf-d971c8482e9b gateway port host: None {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:16:46.402678 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-bf836173-125e-4f7a-955f-bdd379e724e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588f3e0-bce0-42ce-b4bf-d971c8482e9b', 'name': 'tempest-TestMinimumBasicScenario-1757848580-router', 'tenant_id': 'abca446946bf4b32a50b47d29e71cba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:18Z', 'updated_at': '2022-09-04T01:16:46Z', 'revision_number': 6, 'project_id': 'abca446946bf4b32a50b47d29e71cba0', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:46.427923 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf836173-125e-4f7a-955f-bdd379e724e0 None None] The sync data for ids ['5588f3e0-bce0-42ce-b4bf-d971c8482e9b'] in dv-cinder-master-3-iscsi is: [{'id': '5588f3e0-bce0-42ce-b4bf-d971c8482e9b', 'name': 'tempest-TestMinimumBasicScenario-1757848580-router', 'tenant_id': 'abca446946bf4b32a50b47d29e71cba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:18Z', 'updated_at': '2022-09-04T01:16:46Z', 'revision_number': 6, 'project_id': 'abca446946bf4b32a50b47d29e71cba0', 'gw_port_host': None}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:16:46.475825 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fa495fca-a661-4a19-84de-da608d9efad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (82064230-2100-4279-b030-003ad6dab6f1), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:46.501274 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa495fca-a661-4a19-84de-da608d9efad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=82064230-2100-4279-b030-003ad6dab6f1,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:46.566368 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fa495fca-a661-4a19-84de-da608d9efad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1810984'] for router_gateway (5588f3e0-bce0-42ce-b4bf-d971c8482e9b), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:46.655601 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fa495fca-a661-4a19-84de-da608d9efad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14346'] for router (5588f3e0-bce0-42ce-b4bf-d971c8482e9b), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:46.657742 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fa495fca-a661-4a19-84de-da608d9efad9 admin admin] Publish callbacks [] for router_controller (5588f3e0-bce0-42ce-b4bf-d971c8482e9b), precommit_delete_associations {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:46.761963 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fa495fca-a661-4a19-84de-da608d9efad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1721226'] for router (5588f3e0-bce0-42ce-b4bf-d971c8482e9b), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:46.762758 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa495fca-a661-4a19-84de-da608d9efad9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5588f3e0-bce0-42ce-b4bf-d971c8482e9b {{(pid=106790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 01:16:46.767435 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-fa495fca-a661-4a19-84de-da608d9efad9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:46.768947 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-fa495fca-a661-4a19-84de-da608d9efad9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/5588f3e0-bce0-42ce-b4bf-d971c8482e9b HTTP/1.1" status: 204 len: 168 time: 0.9546456 Sep 04 01:16:46.771621 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57294) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:46.825227 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7129fe-ace4-494f-8c86-d4b4f7617fdc admin admin] Deleting subnet 41b00470-0fa1-4d8a-8c47-37a6136cdce6 {{(pid=106791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:16:46.828991 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fe7129fe-ace4-494f-8c86-d4b4f7617fdc admin admin] Publish callbacks [] for subnet (41b00470-0fa1-4d8a-8c47-37a6136cdce6), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:46.865433 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fe7129fe-ace4-494f-8c86-d4b4f7617fdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-969661'] for subnet (41b00470-0fa1-4d8a-8c47-37a6136cdce6), precommit_delete_associations {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:46.942550 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fe7129fe-ace4-494f-8c86-d4b4f7617fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869317'] for subnet (41b00470-0fa1-4d8a-8c47-37a6136cdce6), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:46.974690 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:47.047993 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fe7129fe-ace4-494f-8c86-d4b4f7617fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65166171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65271670'] for subnet (41b00470-0fa1-4d8a-8c47-37a6136cdce6), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:47.052963 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:47.072878 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7129fe-ace4-494f-8c86-d4b4f7617fdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41b00470-0fa1-4d8a-8c47-37a6136cdce6,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:47.079053 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fe7129fe-ace4-494f-8c86-d4b4f7617fdc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:47.082170 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-fe7129fe-ace4-494f-8c86-d4b4f7617fdc admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/41b00470-0fa1-4d8a-8c47-37a6136cdce6 HTTP/1.1" status: 204 len: 168 time: 0.3090575 Sep 04 01:16:47.084584 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2551ae1-984e-4e50-919b-0c942e84562c None None] Network dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:16:47.086185 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57296) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:47.161018 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fc20da18-0d77-4832-a126-a6a33adbb73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855412'] for network (dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:47.170227 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:16:47.198144 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:16:47.198483 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 7f8c6aaa-73de-4cf1-a59c-a00c8f32c2d8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:16:47.212314 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-fc20da18-0d77-4832-a126-a6a33adbb73c admin admin] Deleting port cd34646e-9957-4ab9-b15e-f0afcfd59c3b {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:16:47.213103 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fc20da18-0d77-4832-a126-a6a33adbb73c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (cd34646e-9957-4ab9-b15e-f0afcfd59c3b), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:47.254634 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de469ff-45e5-4db9-82d9-66c6db2abe6f None None] DHCP port deletion for dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb request from dv-cinder-master-3-iscsi {{(pid=106792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 01:16:47.280929 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [None req-fc20da18-0d77-4832-a126-a6a33adbb73c admin admin] For port cd34646e-9957-4ab9-b15e-f0afcfd59c3b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cd34646e-9957-4ab9-b15e-f0afcfd59c3b,segment=NetworkSegment(1937bb3a-afad-401d-a1b2-924e74017550),segment_id=1937bb3a-afad-401d-a1b2-924e74017550)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:16:47.282455 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fc20da18-0d77-4832-a126-a6a33adbb73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (cd34646e-9957-4ab9-b15e-f0afcfd59c3b), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:47.293955 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-4de469ff-45e5-4db9-82d9-66c6db2abe6f None None] Deleting port cd34646e-9957-4ab9-b15e-f0afcfd59c3b {{(pid=106792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:16:47.294535 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-4de469ff-45e5-4db9-82d9-66c6db2abe6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (cd34646e-9957-4ab9-b15e-f0afcfd59c3b), before_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:47.298705 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-fc20da18-0d77-4832-a126-a6a33adbb73c admin admin] Calling delete_port for cd34646e-9957-4ab9-b15e-f0afcfd59c3b owned by network:dhcp {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:16:47.363750 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-4de469ff-45e5-4db9-82d9-66c6db2abe6f None None] For port cd34646e-9957-4ab9-b15e-f0afcfd59c3b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cd34646e-9957-4ab9-b15e-f0afcfd59c3b,segment=NetworkSegment(1937bb3a-afad-401d-a1b2-924e74017550),segment_id=1937bb3a-afad-401d-a1b2-924e74017550)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:16:47.364163 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-4de469ff-45e5-4db9-82d9-66c6db2abe6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (cd34646e-9957-4ab9-b15e-f0afcfd59c3b), precommit_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:47.379352 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-4de469ff-45e5-4db9-82d9-66c6db2abe6f None None] Calling delete_port for cd34646e-9957-4ab9-b15e-f0afcfd59c3b owned by network:dhcp {{(pid=106792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:16:47.440503 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=100 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:47.469958 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fc20da18-0d77-4832-a126-a6a33adbb73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (cd34646e-9957-4ab9-b15e-f0afcfd59c3b), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:47.476379 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-4de469ff-45e5-4db9-82d9-66c6db2abe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882'] for port (cd34646e-9957-4ab9-b15e-f0afcfd59c3b), after_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:47.496069 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20da18-0d77-4832-a126-a6a33adbb73c admin admin] Pushing event deleted for resources: {'Port': ['ID=cd34646e-9957-4ab9-b15e-f0afcfd59c3b,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:47.499765 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc20da18-0d77-4832-a126-a6a33adbb73c admin admin] No DVR routers for this DVR port cd34646e-9957-4ab9-b15e-f0afcfd59c3b on host dv-cinder-master-3-iscsi {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:16:47.508807 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de469ff-45e5-4db9-82d9-66c6db2abe6f None None] Pushing event deleted for resources: {'Port': ['ID=cd34646e-9957-4ab9-b15e-f0afcfd59c3b,revision_number=None']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:47.514245 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de469ff-45e5-4db9-82d9-66c6db2abe6f None None] No DVR routers for this DVR port cd34646e-9957-4ab9-b15e-f0afcfd59c3b on host dv-cinder-master-3-iscsi {{(pid=106792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:16:47.832734 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fc20da18-0d77-4832-a126-a6a33adbb73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1299106', 'neutron.services.segments.db._delete_segments_for_network-8760291617684'] for network (dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:47.852452 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-fc20da18-0d77-4832-a126-a6a33adbb73c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb']}} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:47.861491 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-fc20da18-0d77-4832-a126-a6a33adbb73c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1937bb3a-afad-401d-a1b2-924e74017550') {'for_net_delete': True} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:47.861780 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-fc20da18-0d77-4832-a126-a6a33adbb73c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1937bb3a-afad-401d-a1b2-924e74017550') {} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:16:47.871362 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fc20da18-0d77-4832-a126-a6a33adbb73c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760291642516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-969642'] for segment (1937bb3a-afad-401d-a1b2-924e74017550), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:47.884060 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fc20da18-0d77-4832-a126-a6a33adbb73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (1937bb3a-afad-401d-a1b2-924e74017550), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:47.900042 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc20da18-0d77-4832-a126-a6a33adbb73c admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=106791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:16:47.900417 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fc20da18-0d77-4832-a126-a6a33adbb73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65167609'] for segment (1937bb3a-afad-401d-a1b2-924e74017550), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:47.940700 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment 1937bb3a-afad-401d-a1b2-924e74017550 resource provider aggregate not found Sep 04 01:16:47.957986 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment 1937bb3a-afad-401d-a1b2-924e74017550 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1937bb3a-afad-401d-a1b2-924e74017550 found for delete ", "request_id": "req-d225454c-2188-4bc9-ad8c-d1b66b3525c6"}]} Sep 04 01:16:48.030118 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fc20da18-0d77-4832-a126-a6a33adbb73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1299115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811184'] for network (dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:48.035956 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-fc20da18-0d77-4832-a126-a6a33adbb73c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:48.038866 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-fc20da18-0d77-4832-a126-a6a33adbb73c admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb HTTP/1.1" status: 204 len: 168 time: 0.9532692 Sep 04 01:16:48.050560 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20da18-0d77-4832-a126-a6a33adbb73c admin admin] Pushing event deleted for resources: {'Network': ['ID=dd0b2869-d6c7-4142-bc77-f5ba8b31cfeb,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:48.377986 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57304) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:48.421927 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-17e7f255-e140-4e4a-b397-de4be7148f59 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=027792a6118140099aaf522ca15bb07e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428081 Sep 04 01:16:48.424378 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57306) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:48.473338 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-908ee351-41da-4aa2-a9b3-08a2ae597dbb admin admin] Publish callbacks [] for security_group (76caf30c-8da1-44c1-bbaa-626b44c17c1d), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:48.492871 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-908ee351-41da-4aa2-a9b3-08a2ae597dbb admin admin] Publish callbacks [] for security_group (76caf30c-8da1-44c1-bbaa-626b44c17c1d), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:48.636512 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-908ee351-41da-4aa2-a9b3-08a2ae597dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (76caf30c-8da1-44c1-bbaa-626b44c17c1d), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:48.639042 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-908ee351-41da-4aa2-a9b3-08a2ae597dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:48.640192 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-908ee351-41da-4aa2-a9b3-08a2ae597dbb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/76caf30c-8da1-44c1-bbaa-626b44c17c1d HTTP/1.1" status: 204 len: 168 time: 0.2149193 Sep 04 01:16:48.650630 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ee351-41da-4aa2-a9b3-08a2ae597dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76caf30c-8da1-44c1-bbaa-626b44c17c1d,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:48.684238 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 82064230-2100-4279-b030-003ad6dab6f1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:16:48.704323 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: 82064230-2100-4279-b030-003ad6dab6f1 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:16:48.707941 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 82064230-2100-4279-b030-003ad6dab6f1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:16:48.707941 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device cd34646e-9957-4ab9-b15e-f0afcfd59c3b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:16:48.723103 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: cd34646e-9957-4ab9-b15e-f0afcfd59c3b {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:16:48.723430 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device cd34646e-9957-4ab9-b15e-f0afcfd59c3b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:16:49.282456 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 57312) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:49.322670 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-d8cb75f8-9ec8-4749-b4d6-758d9dd3c0ee admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=abca446946bf4b32a50b47d29e71cba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390687 Sep 04 01:16:49.325809 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 57314) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:16:49.361878 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:49.373167 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-84e6f5fa-3e3e-4085-9d22-29f71f9b7ce7 admin admin] Publish callbacks [] for security_group (fcffb30e-54bc-46bc-bcad-d2bb85743e24), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:49.396200 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-84e6f5fa-3e3e-4085-9d22-29f71f9b7ce7 admin admin] Publish callbacks [] for security_group (fcffb30e-54bc-46bc-bcad-d2bb85743e24), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:49.521538 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-84e6f5fa-3e3e-4085-9d22-29f71f9b7ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (fcffb30e-54bc-46bc-bcad-d2bb85743e24), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:49.524157 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-84e6f5fa-3e3e-4085-9d22-29f71f9b7ce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:16:49.525340 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-84e6f5fa-3e3e-4085-9d22-29f71f9b7ce7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fcffb30e-54bc-46bc-bcad-d2bb85743e24 HTTP/1.1" status: 204 len: 168 time: 0.1987107 Sep 04 01:16:49.533577 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6f5fa-3e3e-4085-9d22-29f71f9b7ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcffb30e-54bc-46bc-bcad-d2bb85743e24,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:16:52.852992 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=16 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:52.853782 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=7 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:58.643439 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=62,neutron:DELETE=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:58.644212 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:58.708123 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=5 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:59.533619 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=57,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:16:59.546332 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=60,neutron:DELETE=5 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:00.725403 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-cde3eb40-9c47-4b68-bfe4-b81c27df23c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:02.988272 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-fe7427f4-2bdf-4ebb-aa3a-dcbcf52a48e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:04.204901 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:05.772737 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:05.919282 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:07.961063 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:17.881535 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:17.883434 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:18.068482 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:17:20.610642 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-effe8bf4-f661-44e3-961c-63651c339e57 req-a8309c51-e42b-47ab-8a79-483debd341ff service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382748 Sep 04 01:17:20.683841 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe8bf4-f661-44e3-961c-63651c339e57 req-00d07fc9-67ae-44cc-9200-f7cb9226b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:20.685288 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-effe8bf4-f661-44e3-961c-63651c339e57 req-00d07fc9-67ae-44cc-9200-f7cb9226b63a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2506b96ac13541e6a7a47c5aedca67e5&device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 1129 time: 0.0374901 Sep 04 01:17:20.787372 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe8bf4-f661-44e3-961c-63651c339e57 req-30ac1baf-c29d-4704-8efd-90a09e908ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:20.788707 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-effe8bf4-f661-44e3-961c-63651c339e57 req-30ac1baf-c29d-4704-8efd-90a09e908ab8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ca88993b-9210-4173-b062-c40cdf9e1da6 HTTP/1.1" status: 200 len: 912 time: 0.0868554 Sep 04 01:17:20.851989 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-effe8bf4-f661-44e3-961c-63651c339e57 req-6ba6a3fc-f3a4-42f0-bea8-3e0916107760 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 HTTP/1.1" status: 200 len: 1001 time: 0.0567687 Sep 04 01:17:20.899152 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe8bf4-f661-44e3-961c-63651c339e57 req-820ece2e-3fe4-4050-afca-c79724093065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:20.900525 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-effe8bf4-f661-44e3-961c-63651c339e57 req-820ece2e-3fe4-4050-afca-c79724093065 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=53b46299-8023-4a0f-bdf3-86b9a7286814 HTTP/1.1" status: 200 len: 850 time: 0.0423603 Sep 04 01:17:20.943428 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe8bf4-f661-44e3-961c-63651c339e57 req-d6273a6d-6a17-4af4-a2a3-eb7d437c4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:20.944836 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-effe8bf4-f661-44e3-961c-63651c339e57 req-d6273a6d-6a17-4af4-a2a3-eb7d437c4fe6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ca88993b-9210-4173-b062-c40cdf9e1da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379131 Sep 04 01:17:21.034759 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-effe8bf4-f661-44e3-961c-63651c339e57 req-a8e960c9-681d-4e6c-b841-266e8ec77797 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837841 Sep 04 01:17:21.127826 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-effe8bf4-f661-44e3-961c-63651c339e57 req-0c6cc27f-67ba-4f68-806e-a73d07ad761d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863230 Sep 04 01:17:21.510331 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570df50-9a29-4815-9f3c-623fc779c53d req-f962e945-d2fb-4dd0-a187-521a8fdcd925 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:21.511862 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2570df50-9a29-4815-9f3c-623fc779c53d req-f962e945-d2fb-4dd0-a187-521a8fdcd925 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 945 time: 0.0474434 Sep 04 01:17:21.570873 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2570df50-9a29-4815-9f3c-623fc779c53d req-133c4520-bd1e-4ade-87e8-2c386c30fa26 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524764 Sep 04 01:17:22.701229 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b755b-2672-435a-bd9a-0e0992e7f9d5 req-488b968d-e5fe-491c-82f7-c8113157bcd7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:22.702730 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-862b755b-2672-435a-bd9a-0e0992e7f9d5 req-488b968d-e5fe-491c-82f7-c8113157bcd7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 945 time: 0.0473993 Sep 04 01:17:22.753572 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-862b755b-2672-435a-bd9a-0e0992e7f9d5 req-83154156-612e-4cd0-817b-f6ce0dc285cc tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448506 Sep 04 01:17:23.225748 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d1ca3-fa71-4cdd-8e86-9fe93c425f0e req-780fc531-02e7-457c-b21c-dd1bec0d1853 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:23.227240 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1b8d1ca3-fa71-4cdd-8e86-9fe93c425f0e req-780fc531-02e7-457c-b21c-dd1bec0d1853 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 945 time: 0.0454755 Sep 04 01:17:23.308990 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-1b8d1ca3-fa71-4cdd-8e86-9fe93c425f0e req-8fa32494-5309-43e4-8eb6-c3ff992573d7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Deleting port 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:17:23.313871 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-1b8d1ca3-fa71-4cdd-8e86-9fe93c425f0e req-8fa32494-5309-43e4-8eb6-c3ff992573d7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (8ad76ee4-45f9-4f07-93dd-75ebf95bbe32), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:23.402368 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-1b8d1ca3-fa71-4cdd-8e86-9fe93c425f0e req-8fa32494-5309-43e4-8eb6-c3ff992573d7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] For port 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8ad76ee4-45f9-4f07-93dd-75ebf95bbe32,segment=NetworkSegment(ec3b99f9-cd00-455f-aba9-a56f7e7f2980),segment_id=ec3b99f9-cd00-455f-aba9-a56f7e7f2980)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:17:23.402719 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-1b8d1ca3-fa71-4cdd-8e86-9fe93c425f0e req-8fa32494-5309-43e4-8eb6-c3ff992573d7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (8ad76ee4-45f9-4f07-93dd-75ebf95bbe32), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:23.547294 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:23.561663 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-1b8d1ca3-fa71-4cdd-8e86-9fe93c425f0e req-8fa32494-5309-43e4-8eb6-c3ff992573d7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:23.562112 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-1b8d1ca3-fa71-4cdd-8e86-9fe93c425f0e req-8fa32494-5309-43e4-8eb6-c3ff992573d7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (88634629-d485-4244-bba9-c4f7c60b82c7), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:23.562927 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.l3_db [req-1b8d1ca3-fa71-4cdd-8e86-9fe93c425f0e req-8fa32494-5309-43e4-8eb6-c3ff992573d7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Floating IP 88634629-d485-4244-bba9-c4f7c60b82c7 disassociated. External IP: 172.37.7.154, port: 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32. Sep 04 01:17:23.563260 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [req-1b8d1ca3-fa71-4cdd-8e86-9fe93c425f0e req-8fa32494-5309-43e4-8eb6-c3ff992573d7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Calling delete_port for 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 owned by compute:nova {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:17:23.572368 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:23.753755 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-1b8d1ca3-fa71-4cdd-8e86-9fe93c425f0e req-8fa32494-5309-43e4-8eb6-c3ff992573d7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (8ad76ee4-45f9-4f07-93dd-75ebf95bbe32), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:23.784647 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa32494-5309-43e4-8eb6-c3ff992573d7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event deleted for resources: {'Port': ['ID=8ad76ee4-45f9-4f07-93dd-75ebf95bbe32,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:23.872429 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b6a4cbf1-2c8d-4365-bb49-67a305ef5de2 req-83206d60-189d-44ec-b832-bef762b88241 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 210 time: 0.0315216 Sep 04 01:17:23.921865 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b8d1ca3-fa71-4cdd-8e86-9fe93c425f0e req-8fa32494-5309-43e4-8eb6-c3ff992573d7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Router 6dabf8dd-965b-4215-badb-62721cb59027 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:17:24.024984 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b8d1ca3-fa71-4cdd-8e86-9fe93c425f0e req-8fa32494-5309-43e4-8eb6-c3ff992573d7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:17:24.035046 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944efc69-634f-4aa6-88af-17f00b4b5de0 None None] Sync routers for ids ['6dabf8dd-965b-4215-badb-62721cb59027'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:17:24.044892 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944efc69-634f-4aa6-88af-17f00b4b5de0 None None] Routers {'6dabf8dd-965b-4215-badb-62721cb59027'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:17:24.045523 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-944efc69-634f-4aa6-88af-17f00b4b5de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:17:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['6dabf8dd-965b-4215-badb-62721cb59027'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:24.068279 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8d1ca3-fa71-4cdd-8e86-9fe93c425f0e req-8fa32494-5309-43e4-8eb6-c3ff992573d7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] No DVR routers for this DVR port 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 on host hv-cinder-maste {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:17:24.070914 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-1b8d1ca3-fa71-4cdd-8e86-9fe93c425f0e req-8fa32494-5309-43e4-8eb6-c3ff992573d7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:24.074402 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1b8d1ca3-fa71-4cdd-8e86-9fe93c425f0e req-8fa32494-5309-43e4-8eb6-c3ff992573d7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.16 "DELETE /networking/v2.0/ports/8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 HTTP/1.1" status: 204 len: 173 time: 0.8420622 Sep 04 01:17:24.074846 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134e1ff6-ab5a-41a8-9afb-8891869494bf', 'name': 'network-vif-deleted', 'tag': '8ad76ee4-45f9-4f07-93dd-75ebf95bbe32'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:17:24.077999 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbdfaab-098c-44df-876f-fd84d8187491" -d '{"events": [{"server_uuid": "134e1ff6-ab5a-41a8-9afb-8891869494bf", "name": "network-vif-deleted", "tag": "8ad76ee4-45f9-4f07-93dd-75ebf95bbe32"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:17:24.117738 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e28036b-1535-4935-bd44-0e0aa7728c6e x-openstack-request-id: req-8e28036b-1535-4935-bd44-0e0aa7728c6e {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:17:24.118070 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134e1ff6-ab5a-41a8-9afb-8891869494bf", "name": "network-vif-deleted", "tag": "8ad76ee4-45f9-4f07-93dd-75ebf95bbe32", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:17:24.118516 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e28036b-1535-4935-bd44-0e0aa7728c6e {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:17:24.119110 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e28036b-1535-4935-bd44-0e0aa7728c6e'] response: {'server_uuid': '134e1ff6-ab5a-41a8-9afb-8891869494bf', 'name': 'network-vif-deleted', 'tag': '8ad76ee4-45f9-4f07-93dd-75ebf95bbe32', 'status': 'completed', 'code': 200} Sep 04 01:17:24.151346 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-944efc69-634f-4aa6-88af-17f00b4b5de0 None None] Set router 6dabf8dd-965b-4215-badb-62721cb59027 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:17:24.344791 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-944efc69-634f-4aa6-88af-17f00b4b5de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c73d8972-0881-4e30-8303-b09f2c82f2f0', 'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'mac_address': 'fa:16:3e:b7:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:29Z', 'updated_at': '2022-09-04T01:14:36Z', 'revision_number': 5, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'subnets': [{'id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:24.450192 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944efc69-634f-4aa6-88af-17f00b4b5de0 None None] Checking router: 6dabf8dd-965b-4215-badb-62721cb59027 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:17:24.459274 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944efc69-634f-4aa6-88af-17f00b4b5de0 None None] Routers {'6dabf8dd-965b-4215-badb-62721cb59027'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:17:24.459877 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-944efc69-634f-4aa6-88af-17f00b4b5de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:17:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['6dabf8dd-965b-4215-badb-62721cb59027'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:24.557704 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-944efc69-634f-4aa6-88af-17f00b4b5de0 None None] Set router 6dabf8dd-965b-4215-badb-62721cb59027 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:17:24.741235 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-944efc69-634f-4aa6-88af-17f00b4b5de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c73d8972-0881-4e30-8303-b09f2c82f2f0', 'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'mac_address': 'fa:16:3e:b7:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:29Z', 'updated_at': '2022-09-04T01:14:36Z', 'revision_number': 5, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'subnets': [{'id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:24.770400 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944efc69-634f-4aa6-88af-17f00b4b5de0 None None] The sync data for ids ['6dabf8dd-965b-4215-badb-62721cb59027'] in dv-cinder-master-3-iscsi is: [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c73d8972-0881-4e30-8303-b09f2c82f2f0', 'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'mac_address': 'fa:16:3e:b7:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:29Z', 'updated_at': '2022-09-04T01:14:36Z', 'revision_number': 5, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'subnets': [{'id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:17:24.997919 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6f4c3f-3c08-4c16-8d6c-b91c80426c48 None None] New status for floating IP 88634629-d485-4244-bba9-c4f7c60b82c7: DOWN {{(pid=106792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:17:25.007983 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-fbe9b0ec-68f9-4d07-b582-6385c7accade req-0d4d6c4e-b28b-410b-81e7-386c433f0e69 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=134e1ff6-ab5a-41a8-9afb-8891869494bf HTTP/1.1" status: 200 len: 210 time: 0.0380480 Sep 04 01:17:26.276552 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-852251d1-b0f3-4541-a705-9e5d858b3f94 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2067064205&fields=id&tenant_id=2506b96ac13541e6a7a47c5aedca67e5 HTTP/1.1" status: 200 len: 267 time: 0.0448470 Sep 04 01:17:26.384255 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-9ddec76e-146c-4977-947d-85ac04692158 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:26.385712 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-9ddec76e-146c-4977-947d-85ac04692158 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/networks?id=ca88993b-9210-4173-b062-c40cdf9e1da6 HTTP/1.1" status: 200 len: 811 time: 0.1023946 Sep 04 01:17:26.400384 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-8821c884-e1d0-4bd8-9532-24ece9e25fa1 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/quotas/2506b96ac13541e6a7a47c5aedca67e5 HTTP/1.1" status: 200 len: 375 time: 0.0088038 Sep 04 01:17:26.449432 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-967fcfc3-c270-4187-a7b9-c28ab036ee6e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=2506b96ac13541e6a7a47c5aedca67e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443382 Sep 04 01:17:26.557373 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-d8fdcdf3-4b28-4245-853f-b93157bc6bde service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106791) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 01:17:26.558345 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-d8fdcdf3-4b28-4245-853f-b93157bc6bde service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0969908 Sep 04 01:17:26.646991 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-0c8be399-af0b-4192-84de-555b8872641b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818639 Sep 04 01:17:26.697604 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:26.737647 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-779007b7-6e36-495a-9e5c-69609922eee2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849538 Sep 04 01:17:26.870163 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:17:26.893102 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] No Port match for: 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:17:26.893362 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 8ad76ee4-45f9-4f07-93dd-75ebf95bbe32 not bound to the agent host hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:17:27.326865 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-fccd49b6-8dd9-4389-bc09-da934aeb7dec req-685946a3-19c1-4d89-8256-e5cc11c15abc tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 210 time: 0.0274301 Sep 04 01:17:28.429400 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0e400e7c-aa20-4860-a3f3-39695e64bb79 req-5695d82a-bb30-4bfb-a3cf-ef426b27a0b0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 210 time: 0.0283341 Sep 04 01:17:29.460774 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-551eb27c-630e-4bdb-8c63-99dbee1ded9b tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:29.462283 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-551eb27c-630e-4bdb-8c63-99dbee1ded9b tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ca88993b-9210-4173-b062-c40cdf9e1da6 HTTP/1.1" status: 200 len: 811 time: 0.1061490 Sep 04 01:17:29.534671 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-2c8a4688-9076-4c8f-85a2-62052e76dedc tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2506b96ac13541e6a7a47c5aedca67e5 HTTP/1.1" status: 200 len: 380 time: 0.0581384 Sep 04 01:17:29.539033 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-cca31511-4625-43b3-b495-1d77795725ef req-c96fada2-1bad-4e6b-a424-f3a37fc651da tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 210 time: 0.0320687 Sep 04 01:17:29.544360 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-df00ea44-869a-48b0-8d8f-b94c69bd7037 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Request body: {'port': {'device_id': '77c3060f-d328-4221-864f-8af5a9baae4c', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'admin_state_up': True, 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'security_groups': ['46402ba3-28d6-4a31-82e5-99b05a90c3c7']}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:17:29.600177 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:29.725268 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-df00ea44-869a-48b0-8d8f-b94c69bd7037 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Made reservation on behalf of 2506b96ac13541e6a7a47c5aedca67e5 for: {'port': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:17:29.729100 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-df00ea44-869a-48b0-8d8f-b94c69bd7037 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:29.852570 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-df00ea44-869a-48b0-8d8f-b94c69bd7037 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Allocated IP 172.20.0.5 (ca88993b-9210-4173-b062-c40cdf9e1da6/53b46299-8023-4a0f-bdf3-86b9a7286814/da467063-2304-41a7-80d8-d19cc5f69f7a) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:17:29.994932 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-df00ea44-869a-48b0-8d8f-b94c69bd7037 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for port (da467063-2304-41a7-80d8-d19cc5f69f7a), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:30.090986 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-df00ea44-869a-48b0-8d8f-b94c69bd7037 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (da467063-2304-41a7-80d8-d19cc5f69f7a), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:30.136826 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-df00ea44-869a-48b0-8d8f-b94c69bd7037 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Network ca88993b-9210-4173-b062-c40cdf9e1da6 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:17:30.139938 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-df00ea44-869a-48b0-8d8f-b94c69bd7037 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:17:30.143698 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-df00ea44-869a-48b0-8d8f-b94c69bd7037 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:17:30.170303 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00ea44-869a-48b0-8d8f-b94c69bd7037 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event updated for resources: {'Port': ['ID=da467063-2304-41a7-80d8-d19cc5f69f7a,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:30.197509 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-df00ea44-869a-48b0-8d8f-b94c69bd7037 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:30.198124 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-df00ea44-869a-48b0-8d8f-b94c69bd7037 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:30.300857 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-df00ea44-869a-48b0-8d8f-b94c69bd7037 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7602735 Sep 04 01:17:30.317666 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Request body: {'port': {'device_id': '77c3060f-d328-4221-864f-8af5a9baae4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:17:30.345620 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:30.377207 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (da467063-2304-41a7-80d8-d19cc5f69f7a), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:30.380528 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-766015f2-5b22-43fa-b46e-e71385194438 None None] Provisioning complete for port da467063-2304-41a7-80d8-d19cc5f69f7a triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:30.381135 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-766015f2-5b22-43fa-b46e-e71385194438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (da467063-2304-41a7-80d8-d19cc5f69f7a), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:30.414163 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-766015f2-5b22-43fa-b46e-e71385194438 None None] Port da467063-2304-41a7-80d8-d19cc5f69f7a cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:17:30.508831 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:30.664616 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da467063-2304-41a7-80d8-d19cc5f69f7a {{(pid=106791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:17:30.676309 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Publish callbacks [] for port (da467063-2304-41a7-80d8-d19cc5f69f7a), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:30.688943 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11162448-4c8f-4032-b01f-4b0b170057f8 req-4d5afcff-928d-4e26-a9a5-1adbcd20c130 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:30.690357 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-11162448-4c8f-4032-b01f-4b0b170057f8 req-4d5afcff-928d-4e26-a9a5-1adbcd20c130 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 931 time: 0.0647094 Sep 04 01:17:30.703530 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.provisioning_blocks [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Transition to ACTIVE for port object da467063-2304-41a7-80d8-d19cc5f69f7a will not be triggered until provisioned by entity L2. {{(pid=106791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:17:30.703742 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b29bdf00-13b7-4647-862b-d154c34113ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:30.742600 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-11162448-4c8f-4032-b01f-4b0b170057f8 req-63634f9e-cba6-4122-afed-a822b683e27d tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463283 Sep 04 01:17:30.778188 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (da467063-2304-41a7-80d8-d19cc5f69f7a), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:30.857654 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Pushing event updated for resources: {'Port': ['ID=da467063-2304-41a7-80d8-d19cc5f69f7a,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:30.869254 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:30.869602 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:30.869935 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:30.870264 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:30.870672 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:30.870910 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:30.871484 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:30.871804 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:30.872119 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:30.872433 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:30.872749 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:30.873061 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:30.873391 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:30.873705 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:30.874015 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:17:30.901541 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Attempting to bind port da467063-2304-41a7-80d8-d19cc5f69f7a on host hv-cinder-maste for vnic_type normal with profile {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:17:30.901870 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Attempting to bind port da467063-2304-41a7-80d8-d19cc5f69f7a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6'}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:17:30.902184 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Attempting to bind port da467063-2304-41a7-80d8-d19cc5f69f7a on network ca88993b-9210-4173-b062-c40cdf9e1da6 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:17:30.906713 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Port da467063-2304-41a7-80d8-d19cc5f69f7a on network ca88993b-9210-4173-b062-c40cdf9e1da6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:17:30.907023 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Attempting to bind port da467063-2304-41a7-80d8-d19cc5f69f7a on network ca88993b-9210-4173-b062-c40cdf9e1da6 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:17:30.911759 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Checking agent: {'id': 'dda4db69-a2e6-4522-aa0b-4e619e0d5c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'started_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:17:30.912087 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Checking segment: {'id': 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:17:30.912455 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Bound using segment: {'id': 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6'} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:17:30.912862 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Bound port: da467063-2304-41a7-80d8-d19cc5f69f7a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6'}}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:17:30.913309 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (da467063-2304-41a7-80d8-d19cc5f69f7a), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:30.964558 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:30.973294 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] For port da467063-2304-41a7-80d8-d19cc5f69f7a, host hv-cinder-maste, cleared binding levels {{(pid=106791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:17:30.976899 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] For port da467063-2304-41a7-80d8-d19cc5f69f7a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da467063-2304-41a7-80d8-d19cc5f69f7a,segment=NetworkSegment(ec3b99f9-cd00-455f-aba9-a56f7e7f2980),segment_id=ec3b99f9-cd00-455f-aba9-a56f7e7f2980)] {{(pid=106791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:17:31.054075 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (da467063-2304-41a7-80d8-d19cc5f69f7a), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:31.057050 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:31.057670 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:31.059222 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/da467063-2304-41a7-80d8-d19cc5f69f7a HTTP/1.1" status: 200 len: 1093 time: 0.7455294 Sep 04 01:17:31.061367 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c3060f-d328-4221-864f-8af5a9baae4c', 'tag': 'da467063-2304-41a7-80d8-d19cc5f69f7a'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:17:31.064288 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b2bd26-1e59-4cef-8bc6-852c958a6c03" -d '{"events": [{"name": "network-changed", "server_uuid": "77c3060f-d328-4221-864f-8af5a9baae4c", "tag": "da467063-2304-41a7-80d8-d19cc5f69f7a"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:17:31.102546 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96002a9e-9841-44e2-a753-045b6e1325a2 x-openstack-request-id: req-96002a9e-9841-44e2-a753-045b6e1325a2 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:17:31.102835 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c3060f-d328-4221-864f-8af5a9baae4c", "tag": "da467063-2304-41a7-80d8-d19cc5f69f7a", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:17:31.103090 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96002a9e-9841-44e2-a753-045b6e1325a2 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:17:31.103486 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96002a9e-9841-44e2-a753-045b6e1325a2'] response: {'name': 'network-changed', 'server_uuid': '77c3060f-d328-4221-864f-8af5a9baae4c', 'tag': 'da467063-2304-41a7-80d8-d19cc5f69f7a', 'status': 'completed', 'code': 200} Sep 04 01:17:31.113879 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac49a76-8ec4-449b-b7ec-29e66c3cdad3 service neutron] Pushing event updated for resources: {'Port': ['ID=da467063-2304-41a7-80d8-d19cc5f69f7a,revision_number=3']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:31.216634 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2bd26-1e59-4cef-8bc6-852c958a6c03 req-9ee65d52-e156-4406-aa45-19d150065719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:31.218151 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e9b2bd26-1e59-4cef-8bc6-852c958a6c03 req-9ee65d52-e156-4406-aa45-19d150065719 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2506b96ac13541e6a7a47c5aedca67e5&device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 1127 time: 0.0446939 Sep 04 01:17:31.324331 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2bd26-1e59-4cef-8bc6-852c958a6c03 req-9cb52663-a8c3-42e1-9eb1-a2d026e8a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:31.325778 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e9b2bd26-1e59-4cef-8bc6-852c958a6c03 req-9cb52663-a8c3-42e1-9eb1-a2d026e8a6f6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=2506b96ac13541e6a7a47c5aedca67e5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0922306 Sep 04 01:17:31.425178 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2bd26-1e59-4cef-8bc6-852c958a6c03 req-009c675e-1c54-4851-ae0a-d86572b51841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:31.426620 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-e9b2bd26-1e59-4cef-8bc6-852c958a6c03 req-009c675e-1c54-4851-ae0a-d86572b51841 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950799 Sep 04 01:17:31.522105 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-b2990b7d-f2d3-411b-86f5-d2786065fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:31.523590 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-b2990b7d-f2d3-411b-86f5-d2786065fa82 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2506b96ac13541e6a7a47c5aedca67e5&device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 1127 time: 0.0381474 Sep 04 01:17:31.567307 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-011039dc-810e-4dff-8a26-0bfebb5260e8 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da467063-2304-41a7-80d8-d19cc5f69f7a HTTP/1.1" status: 200 len: 217 time: 0.0316892 Sep 04 01:17:31.618323 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-37838217-0ec9-4512-ae60-bd34bbb75c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:31.619644 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-37838217-0ec9-4512-ae60-bd34bbb75c77 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=53b46299-8023-4a0f-bdf3-86b9a7286814 HTTP/1.1" status: 200 len: 850 time: 0.0464962 Sep 04 01:17:31.662329 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-ac4f3c90-bc1d-4788-8115-81c5a7d5e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:31.663752 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-ac4f3c90-bc1d-4788-8115-81c5a7d5e609 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ca88993b-9210-4173-b062-c40cdf9e1da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382078 Sep 04 01:17:31.753584 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-5bb57a00-3085-4332-8074-d2d038ffe22c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838068 Sep 04 01:17:31.875250 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b9bade18-27bb-4f4d-83c2-c07ae36ba6f5 req-1109a4d3-2727-4e9b-b429-136ec149d1c9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158228 Sep 04 01:17:31.880853 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab0159-c1be-45e5-be27-ea4784ae3c91 req-9aa62e1b-bf47-4d78-941e-bc4fd9164cad tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:31.882218 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-52ab0159-c1be-45e5-be27-ea4784ae3c91 req-9aa62e1b-bf47-4d78-941e-bc4fd9164cad tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 943 time: 0.0641611 Sep 04 01:17:31.934281 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-52ab0159-c1be-45e5-be27-ea4784ae3c91 req-6e6ed5dc-43b1-475a-809d-cf89636f2c7b tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464380 Sep 04 01:17:32.984569 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-48328822-2964-4d52-99a8-638b0655a476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:33.056858 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd98f8a-ae7d-41f2-b88a-157f5961c566 req-26e2a47d-0d4d-4875-8147-7ace4adcc01d tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:33.058345 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-dcd98f8a-ae7d-41f2-b88a-157f5961c566 req-26e2a47d-0d4d-4875-8147-7ace4adcc01d tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 943 time: 0.0456207 Sep 04 01:17:33.106975 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-dcd98f8a-ae7d-41f2-b88a-157f5961c566 req-b050d575-a934-420b-8f0d-bdf5f812bebf tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424359 Sep 04 01:17:34.216347 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:34.228066 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4998c-b00f-4131-b1a8-4b2f2f87d2f5 req-f7c5327a-9454-432d-99f7-dbd9eedab11a tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:34.231753 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2fd4998c-b00f-4131-b1a8-4b2f2f87d2f5 req-f7c5327a-9454-432d-99f7-dbd9eedab11a tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 943 time: 0.0480604 Sep 04 01:17:34.265994 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:34.279719 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-2fd4998c-b00f-4131-b1a8-4b2f2f87d2f5 req-0f303225-8482-418a-8b2d-dc2ed61db416 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443499 Sep 04 01:17:34.743753 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=78 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:34.744469 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=88 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:35.397407 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878b8f1-4b7e-49c6-8938-5f2581f56f2b req-df6dc289-ac3d-4091-bab4-a1b23b848dd1 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:35.398964 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4878b8f1-4b7e-49c6-8938-5f2581f56f2b req-df6dc289-ac3d-4091-bab4-a1b23b848dd1 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 943 time: 0.0472026 Sep 04 01:17:35.448275 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4878b8f1-4b7e-49c6-8938-5f2581f56f2b req-0a99af82-afe9-4567-97e3-376e2612ecbb tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438082 Sep 04 01:17:35.778349 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:35.918947 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:36.567434 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d61d10-9ddf-44da-9eab-4a0382195fcf req-a97420ca-1c5a-43f8-b847-e1b92c907ef1 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:36.568885 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-34d61d10-9ddf-44da-9eab-4a0382195fcf req-a97420ca-1c5a-43f8-b847-e1b92c907ef1 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 943 time: 0.0461535 Sep 04 01:17:36.617231 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-34d61d10-9ddf-44da-9eab-4a0382195fcf req-75930fef-8e73-476f-ad10-0531aae0186f tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426865 Sep 04 01:17:37.747071 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364fc9e-d6e3-4535-ba6c-912b8580f650 req-c3110c56-e4c4-48ae-b4e1-37f10b3e3dc1 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:37.748500 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4364fc9e-d6e3-4535-ba6c-912b8580f650 req-c3110c56-e4c4-48ae-b4e1-37f10b3e3dc1 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 943 time: 0.0512681 Sep 04 01:17:37.798172 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-4364fc9e-d6e3-4535-ba6c-912b8580f650 req-ed0f4f39-d6d4-4b97-a124-73eabeb2f046 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440078 Sep 04 01:17:37.947570 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:38.927380 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831467e-1349-4bde-b9b3-7223ad525983 req-e57ebcdf-18eb-43d2-8b17-7f4d9fc86b20 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:38.928839 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8831467e-1349-4bde-b9b3-7223ad525983 req-e57ebcdf-18eb-43d2-8b17-7f4d9fc86b20 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 943 time: 0.0526149 Sep 04 01:17:38.948254 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device da467063-2304-41a7-80d8-d19cc5f69f7a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:17:38.980938 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8831467e-1349-4bde-b9b3-7223ad525983 req-a800a505-ae6b-4da7-bcc6-ecf6a674441d tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464630 Sep 04 01:17:39.049426 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port da467063-2304-41a7-80d8-d19cc5f69f7a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da467063-2304-41a7-80d8-d19cc5f69f7a,segment=NetworkSegment(ec3b99f9-cd00-455f-aba9-a56f7e7f2980),segment_id=ec3b99f9-cd00-455f-aba9-a56f7e7f2980)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:17:39.060415 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': 'da467063-2304-41a7-80d8-d19cc5f69f7a', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'port_id': 'da467063-2304-41a7-80d8-d19cc5f69f7a', 'mac_address': 'fa:16:3e:44:79:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:17:39.094896 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port da467063-2304-41a7-80d8-d19cc5f69f7a is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:17:39.095275 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (da467063-2304-41a7-80d8-d19cc5f69f7a), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:39.108608 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da467063-2304-41a7-80d8-d19cc5f69f7a {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:17:39.129184 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port da467063-2304-41a7-80d8-d19cc5f69f7a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da467063-2304-41a7-80d8-d19cc5f69f7a,segment=NetworkSegment(ec3b99f9-cd00-455f-aba9-a56f7e7f2980),segment_id=ec3b99f9-cd00-455f-aba9-a56f7e7f2980)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:17:39.234958 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (da467063-2304-41a7-80d8-d19cc5f69f7a), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:39.284683 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=da467063-2304-41a7-80d8-d19cc5f69f7a,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:39.519157 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['da467063-2304-41a7-80d8-d19cc5f69f7a'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:17:40.102322 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b849ddd-858f-4ada-a97e-92c4ec7ae05b req-0357bde6-eeb8-4e76-ad04-15154067a047 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:40.103763 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-9b849ddd-858f-4ada-a97e-92c4ec7ae05b req-0357bde6-eeb8-4e76-ad04-15154067a047 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 944 time: 0.0459239 Sep 04 01:17:40.152053 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-9b849ddd-858f-4ada-a97e-92c4ec7ae05b req-a5505802-af09-409d-805a-88e7d1fd90df tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422752 Sep 04 01:17:40.962572 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device da467063-2304-41a7-80d8-d19cc5f69f7a up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:17:40.998537 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:41.006968 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning for port da467063-2304-41a7-80d8-d19cc5f69f7a completed by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:17:41.078441 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port da467063-2304-41a7-80d8-d19cc5f69f7a triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:17:41.078811 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (da467063-2304-41a7-80d8-d19cc5f69f7a), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:41.080185 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:41.150410 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port da467063-2304-41a7-80d8-d19cc5f69f7a is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:17:41.150792 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (da467063-2304-41a7-80d8-d19cc5f69f7a), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:41.174886 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c3060f-d328-4221-864f-8af5a9baae4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da467063-2304-41a7-80d8-d19cc5f69f7a'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:17:41.177143 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5e3bac-d2a7-4895-95a3-ff7bc80573e5" -d '{"events": [{"server_uuid": "77c3060f-d328-4221-864f-8af5a9baae4c", "name": "network-vif-plugged", "status": "completed", "tag": "da467063-2304-41a7-80d8-d19cc5f69f7a"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:17:41.193359 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port da467063-2304-41a7-80d8-d19cc5f69f7a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da467063-2304-41a7-80d8-d19cc5f69f7a,segment=NetworkSegment(ec3b99f9-cd00-455f-aba9-a56f7e7f2980),segment_id=ec3b99f9-cd00-455f-aba9-a56f7e7f2980)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:17:41.289890 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2715f-0204-44a9-908e-d3491425b6ed req-78ca597d-5b85-4a67-87df-5c766d06bb6e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:41.291369 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5dc2715f-0204-44a9-908e-d3491425b6ed req-78ca597d-5b85-4a67-87df-5c766d06bb6e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 944 time: 0.0531244 Sep 04 01:17:41.298198 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (da467063-2304-41a7-80d8-d19cc5f69f7a), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:41.347917 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=da467063-2304-41a7-80d8-d19cc5f69f7a,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:41.354613 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f288d69-13e2-4f74-959e-6f398935ba43 x-openstack-request-id: req-9f288d69-13e2-4f74-959e-6f398935ba43 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:17:41.354785 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-5dc2715f-0204-44a9-908e-d3491425b6ed req-2dba91c4-9593-4ab0-ad6d-6fab12309d7e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567796 Sep 04 01:17:41.354925 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c3060f-d328-4221-864f-8af5a9baae4c", "name": "network-vif-plugged", "status": "completed", "tag": "da467063-2304-41a7-80d8-d19cc5f69f7a", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:17:41.355273 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f288d69-13e2-4f74-959e-6f398935ba43 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:17:41.355671 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f288d69-13e2-4f74-959e-6f398935ba43'] response: {'server_uuid': '77c3060f-d328-4221-864f-8af5a9baae4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da467063-2304-41a7-80d8-d19cc5f69f7a', 'code': 200} Sep 04 01:17:41.716958 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83379a31-0962-4d33-826a-20159a50fd2f req-c74121bb-4fc0-4832-b0a7-2dd75102e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:41.719116 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-83379a31-0962-4d33-826a-20159a50fd2f req-c74121bb-4fc0-4832-b0a7-2dd75102e13a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 1129 time: 0.0385160 Sep 04 01:17:41.747458 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:41.765650 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-83379a31-0962-4d33-826a-20159a50fd2f req-b22a41c3-15b2-455e-ab49-38c479e78844 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407617 Sep 04 01:17:42.481739 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a181e6-e6ee-494d-ae67-c962ebbf51a4 req-ad2a4e46-c26d-4a4e-8ccd-5887d174dca3 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:42.483193 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f4a181e6-e6ee-494d-ae67-c962ebbf51a4 req-ad2a4e46-c26d-4a4e-8ccd-5887d174dca3 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 945 time: 0.0506432 Sep 04 01:17:42.533731 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-f4a181e6-e6ee-494d-ae67-c962ebbf51a4 req-d29d51b9-dba7-46d3-bf61-120777970195 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442986 Sep 04 01:17:43.670024 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46c23f-4a5d-4461-89de-837377b99043 req-2307a52d-8345-408b-b717-890358e4407e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:43.674179 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-9d46c23f-4a5d-4461-89de-837377b99043 req-2307a52d-8345-408b-b717-890358e4407e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 945 time: 0.0660813 Sep 04 01:17:43.727037 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-9d46c23f-4a5d-4461-89de-837377b99043 req-e7b328c5-2dda-4fa6-9d7e-bd17e9342ebf tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474663 Sep 04 01:17:43.845694 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c99cf6-1ae1-46ff-9dd5-26e93ba26b25 req-4abb119a-baab-4f31-acff-ebe94197dd4d tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:43.847139 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d6c99cf6-1ae1-46ff-9dd5-26e93ba26b25 req-4abb119a-baab-4f31-acff-ebe94197dd4d tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 945 time: 0.0467439 Sep 04 01:17:43.896277 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-d6c99cf6-1ae1-46ff-9dd5-26e93ba26b25 req-6160953a-2b7d-45e2-8ada-f3d0353caaab tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435147 Sep 04 01:17:43.925787 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57396) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:17:43.964162 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f143586-66a7-430d-baed-f17b7166d141 tempest-TestVolumeBootPattern-1878486679 tempest-TestVolumeBootPattern-1878486679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:43.965682 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-1f143586-66a7-430d-baed-f17b7166d141 tempest-TestVolumeBootPattern-1878486679 tempest-TestVolumeBootPattern-1878486679-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 1124 time: 0.0389311 Sep 04 01:17:43.969136 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57398) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:17:43.975029 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-c44e915c-22d4-47a1-b68f-039067803235 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Request body: {'floatingip': {'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'port_id': 'da467063-2304-41a7-80d8-d19cc5f69f7a', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:17:44.056349 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c44e915c-22d4-47a1-b68f-039067803235 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:44.146052 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c44e915c-22d4-47a1-b68f-039067803235 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:44.252455 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [None req-c44e915c-22d4-47a1-b68f-039067803235 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Allocated IP 172.37.7.91 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/5ee2ac7f-a0bd-48ec-87f1-756163b9c8c9) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:17:44.353895 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c44e915c-22d4-47a1-b68f-039067803235 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for port (5ee2ac7f-a0bd-48ec-87f1-756163b9c8c9), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:44.357617 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:44.429485 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c44e915c-22d4-47a1-b68f-039067803235 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (5ee2ac7f-a0bd-48ec-87f1-756163b9c8c9), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:44.473054 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44e915c-22d4-47a1-b68f-039067803235 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:17:44.477627 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-c44e915c-22d4-47a1-b68f-039067803235 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:17:44.481554 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44e915c-22d4-47a1-b68f-039067803235 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:17:44.504956 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e915c-22d4-47a1-b68f-039067803235 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event updated for resources: {'Port': ['ID=5ee2ac7f-a0bd-48ec-87f1-756163b9c8c9,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:44.574764 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:44.828206 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c44e915c-22d4-47a1-b68f-039067803235 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for floatingip (7d9ce754-4abe-4ff6-b267-baef93152378), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:44.951868 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c44e915c-22d4-47a1-b68f-039067803235 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (5ee2ac7f-a0bd-48ec-87f1-756163b9c8c9), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:45.094979 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c44e915c-22d4-47a1-b68f-039067803235 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for port (5ee2ac7f-a0bd-48ec-87f1-756163b9c8c9), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:45.175756 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c44e915c-22d4-47a1-b68f-039067803235 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (5ee2ac7f-a0bd-48ec-87f1-756163b9c8c9), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:45.240886 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e915c-22d4-47a1-b68f-039067803235 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event updated for resources: {'Port': ['ID=5ee2ac7f-a0bd-48ec-87f1-756163b9c8c9,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:17:45.243236 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c44e915c-22d4-47a1-b68f-039067803235 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (7d9ce754-4abe-4ff6-b267-baef93152378), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:45.595100 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.l3_db [None req-c44e915c-22d4-47a1-b68f-039067803235 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Floating IP 7d9ce754-4abe-4ff6-b267-baef93152378 associated. External IP: 172.37.7.91, port: da467063-2304-41a7-80d8-d19cc5f69f7a. Sep 04 01:17:45.642231 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:45.778591 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:45.789532 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44e915c-22d4-47a1-b68f-039067803235 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Router 6dabf8dd-965b-4215-badb-62721cb59027 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:17:45.893042 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44e915c-22d4-47a1-b68f-039067803235 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:17:45.902162 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01061f84-879d-4a98-adcc-6b2bf596f717 None None] Sync routers for ids ['6dabf8dd-965b-4215-badb-62721cb59027'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:17:45.912613 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01061f84-879d-4a98-adcc-6b2bf596f717 None None] Routers {'6dabf8dd-965b-4215-badb-62721cb59027'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:17:45.913250 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-01061f84-879d-4a98-adcc-6b2bf596f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:17:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['6dabf8dd-965b-4215-badb-62721cb59027'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:46.014126 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-01061f84-879d-4a98-adcc-6b2bf596f717 None None] Set router 6dabf8dd-965b-4215-badb-62721cb59027 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:17:46.029302 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-c44e915c-22d4-47a1-b68f-039067803235 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:17:46.060278 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-c44e915c-22d4-47a1-b68f-039067803235 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0899253 Sep 04 01:17:46.060933 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c3060f-d328-4221-864f-8af5a9baae4c', 'tag': 'da467063-2304-41a7-80d8-d19cc5f69f7a'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:17:46.063475 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc63d22e-96ad-446f-9a72-438f8a4e4cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "77c3060f-d328-4221-864f-8af5a9baae4c", "tag": "da467063-2304-41a7-80d8-d19cc5f69f7a"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:17:46.102952 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfff50c-be31-48ad-bc87-5bf2d04fc812 x-openstack-request-id: req-fdfff50c-be31-48ad-bc87-5bf2d04fc812 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:17:46.103311 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c3060f-d328-4221-864f-8af5a9baae4c", "tag": "da467063-2304-41a7-80d8-d19cc5f69f7a", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:17:46.103772 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fdfff50c-be31-48ad-bc87-5bf2d04fc812 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:17:46.104260 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdfff50c-be31-48ad-bc87-5bf2d04fc812'] response: {'name': 'network-changed', 'server_uuid': '77c3060f-d328-4221-864f-8af5a9baae4c', 'tag': 'da467063-2304-41a7-80d8-d19cc5f69f7a', 'status': 'completed', 'code': 200} Sep 04 01:17:46.190829 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63d22e-96ad-446f-9a72-438f8a4e4cf8 req-d90fb779-0677-4e61-9e00-eeb8e5ec938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:46.192281 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dc63d22e-96ad-446f-9a72-438f8a4e4cf8 req-d90fb779-0677-4e61-9e00-eeb8e5ec938d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2506b96ac13541e6a7a47c5aedca67e5&device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 1129 time: 0.0400319 Sep 04 01:17:46.224345 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-01061f84-879d-4a98-adcc-6b2bf596f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7d9ce754-4abe-4ff6-b267-baef93152378', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'floating_ip_address': '172.37.7.91', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'port_id': 'da467063-2304-41a7-80d8-d19cc5f69f7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'mac_address': 'fa:16:3e:44:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c3060f-d328-4221-864f-8af5a9baae4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:17:44Z', 'updated_at': '2022-09-04T01:17:44Z', 'revision_number': 0, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c73d8972-0881-4e30-8303-b09f2c82f2f0', 'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'mac_address': 'fa:16:3e:b7:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:29Z', 'updated_at': '2022-09-04T01:14:36Z', 'revision_number': 5, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'subnets': [{'id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:46.253623 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01061f84-879d-4a98-adcc-6b2bf596f717 None None] Checking router: 6dabf8dd-965b-4215-badb-62721cb59027 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:17:46.262400 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01061f84-879d-4a98-adcc-6b2bf596f717 None None] Routers {'6dabf8dd-965b-4215-badb-62721cb59027'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:17:46.263190 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-01061f84-879d-4a98-adcc-6b2bf596f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:17:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['6dabf8dd-965b-4215-badb-62721cb59027'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:46.288626 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63d22e-96ad-446f-9a72-438f8a4e4cf8 req-674e75b5-df43-461a-8ef4-4907e737db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:46.290128 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dc63d22e-96ad-446f-9a72-438f8a4e4cf8 req-674e75b5-df43-461a-8ef4-4907e737db56 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ca88993b-9210-4173-b062-c40cdf9e1da6 HTTP/1.1" status: 200 len: 912 time: 0.0925250 Sep 04 01:17:46.353543 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dc63d22e-96ad-446f-9a72-438f8a4e4cf8 req-ddee48e0-9907-4be3-8bd3-8fcd85c30eee service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da467063-2304-41a7-80d8-d19cc5f69f7a HTTP/1.1" status: 200 len: 998 time: 0.0571895 Sep 04 01:17:46.367298 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-01061f84-879d-4a98-adcc-6b2bf596f717 None None] Set router 6dabf8dd-965b-4215-badb-62721cb59027 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:17:46.402991 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63d22e-96ad-446f-9a72-438f8a4e4cf8 req-cfdecc9e-b899-4dfa-ae23-864b514d9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:46.404471 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dc63d22e-96ad-446f-9a72-438f8a4e4cf8 req-cfdecc9e-b899-4dfa-ae23-864b514d9a93 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=53b46299-8023-4a0f-bdf3-86b9a7286814 HTTP/1.1" status: 200 len: 850 time: 0.0449381 Sep 04 01:17:46.452004 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63d22e-96ad-446f-9a72-438f8a4e4cf8 req-b7f1230d-02d5-4438-8484-e49926fb3743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:17:46.454090 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dc63d22e-96ad-446f-9a72-438f8a4e4cf8 req-b7f1230d-02d5-4438-8484-e49926fb3743 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ca88993b-9210-4173-b062-c40cdf9e1da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436037 Sep 04 01:17:46.543570 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dc63d22e-96ad-446f-9a72-438f8a4e4cf8 req-9a5eb517-60ad-4f3d-83dc-14dc1e3ee254 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826728 Sep 04 01:17:46.576176 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-01061f84-879d-4a98-adcc-6b2bf596f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7d9ce754-4abe-4ff6-b267-baef93152378', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'floating_ip_address': '172.37.7.91', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'port_id': 'da467063-2304-41a7-80d8-d19cc5f69f7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'mac_address': 'fa:16:3e:44:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c3060f-d328-4221-864f-8af5a9baae4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:17:44Z', 'updated_at': '2022-09-04T01:17:44Z', 'revision_number': 0, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c73d8972-0881-4e30-8303-b09f2c82f2f0', 'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'mac_address': 'fa:16:3e:b7:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:29Z', 'updated_at': '2022-09-04T01:14:36Z', 'revision_number': 5, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'subnets': [{'id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:17:46.601497 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01061f84-879d-4a98-adcc-6b2bf596f717 None None] The sync data for ids ['6dabf8dd-965b-4215-badb-62721cb59027'] in dv-cinder-master-3-iscsi is: [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7d9ce754-4abe-4ff6-b267-baef93152378', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'floating_ip_address': '172.37.7.91', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'port_id': 'da467063-2304-41a7-80d8-d19cc5f69f7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'mac_address': 'fa:16:3e:44:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c3060f-d328-4221-864f-8af5a9baae4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:17:44Z', 'updated_at': '2022-09-04T01:17:44Z', 'revision_number': 0, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c73d8972-0881-4e30-8303-b09f2c82f2f0', 'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'mac_address': 'fa:16:3e:b7:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:29Z', 'updated_at': '2022-09-04T01:14:36Z', 'revision_number': 5, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'subnets': [{'id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:17:46.638559 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dc63d22e-96ad-446f-9a72-438f8a4e4cf8 req-bd462e61-18ce-49f2-9562-ecdc58b5d27e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897355 Sep 04 01:17:46.790788 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ed78bd-4bee-48ad-a623-5737843d3821 None None] New status for floating IP 7d9ce754-4abe-4ff6-b267-baef93152378: ACTIVE {{(pid=106792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:17:53.719038 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=64 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:53.722855 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=66 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:55.066391 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:17:56.634328 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=53 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:56.635173 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=86,neutron:DELETE=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:56.891166 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:17:56.895092 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:00.743613 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-596952c8-2f17-402c-9842-fa40419d517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:03.026748 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-90b9fa4d-78af-4699-a4bb-a4c30f00aa99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:04.211778 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:05.061809 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=82 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:05.063220 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=76 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:05.760524 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:05.943181 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:07.931718 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:17.861700 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:17.868118 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:20.588545 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-65870645-719b-4a1d-a603-ab01ae4f43e7 req-f352c40e-8895-45d8-bcfc-87eb331856a2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377386 Sep 04 01:18:20.690391 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65870645-719b-4a1d-a603-ab01ae4f43e7 req-d314e5ab-6ae2-47b1-9753-007ab1d38801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:20.692086 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-65870645-719b-4a1d-a603-ab01ae4f43e7 req-d314e5ab-6ae2-47b1-9753-007ab1d38801 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2506b96ac13541e6a7a47c5aedca67e5&device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 1129 time: 0.0398378 Sep 04 01:18:20.796029 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65870645-719b-4a1d-a603-ab01ae4f43e7 req-55bc087c-47ef-45f8-b643-4f0fb0a0bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:20.797400 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-65870645-719b-4a1d-a603-ab01ae4f43e7 req-55bc087c-47ef-45f8-b643-4f0fb0a0bfa1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ca88993b-9210-4173-b062-c40cdf9e1da6 HTTP/1.1" status: 200 len: 912 time: 0.0884874 Sep 04 01:18:20.861348 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-65870645-719b-4a1d-a603-ab01ae4f43e7 req-423ca471-0da0-493a-b63b-0eeb59bee5a6 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da467063-2304-41a7-80d8-d19cc5f69f7a HTTP/1.1" status: 200 len: 1000 time: 0.0584016 Sep 04 01:18:20.909919 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65870645-719b-4a1d-a603-ab01ae4f43e7 req-d7c3372d-5df8-489e-9c7d-5af0928d630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:20.911331 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-65870645-719b-4a1d-a603-ab01ae4f43e7 req-d7c3372d-5df8-489e-9c7d-5af0928d630d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=53b46299-8023-4a0f-bdf3-86b9a7286814 HTTP/1.1" status: 200 len: 850 time: 0.0439975 Sep 04 01:18:20.953201 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65870645-719b-4a1d-a603-ab01ae4f43e7 req-eeeb089a-d288-4da0-8096-ddf5555cc476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:18:20.955207 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-65870645-719b-4a1d-a603-ab01ae4f43e7 req-eeeb089a-d288-4da0-8096-ddf5555cc476 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ca88993b-9210-4173-b062-c40cdf9e1da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382326 Sep 04 01:18:21.046213 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-65870645-719b-4a1d-a603-ab01ae4f43e7 req-ce9a8742-741d-499e-b18b-331a66f3e03a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853176 Sep 04 01:18:21.134563 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-65870645-719b-4a1d-a603-ab01ae4f43e7 req-cee504b1-cd65-4472-8758-b5fded511e67 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826435 Sep 04 01:18:30.720405 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-7f514e36-3483-4358-a6a6-68e50aa1faa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:31.130622 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=54 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:31.131414 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=47 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:32.065181 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:18:32.988630 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-bf9af7e7-577a-4e49-b569-788a62d7ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:34.211754 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:35.759677 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:35.908353 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:37.951885 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:18:42.059858 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=4 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:42.060604 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:47.859477 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:18:47.865006 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:00.691377 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-8b1180b3-f0ef-4a29-9a21-cd283a17f969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:02.974124 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-fb2f3613-fa97-4217-94d7-cbca678fb72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:04.206013 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:05.759564 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:05.928793 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:07.940337 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:09.063068 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:19:17.878021 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:17.879806 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:21.590336 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dc3c5a7e-728b-49a3-abec-0c738d616da4 req-7f48a19c-11e3-4ed5-a4b3-3a36f972f208 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387993 Sep 04 01:19:21.704625 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c5a7e-728b-49a3-abec-0c738d616da4 req-21700953-d343-410c-bbb7-9d3fe1d44210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:21.706148 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dc3c5a7e-728b-49a3-abec-0c738d616da4 req-21700953-d343-410c-bbb7-9d3fe1d44210 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2506b96ac13541e6a7a47c5aedca67e5&device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 1129 time: 0.0449946 Sep 04 01:19:21.812452 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c5a7e-728b-49a3-abec-0c738d616da4 req-e2e8b9ca-c9ac-4aa4-8576-9351971efdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:21.813986 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dc3c5a7e-728b-49a3-abec-0c738d616da4 req-e2e8b9ca-c9ac-4aa4-8576-9351971efdf4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ca88993b-9210-4173-b062-c40cdf9e1da6 HTTP/1.1" status: 200 len: 912 time: 0.0902264 Sep 04 01:19:21.908590 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-11786567-8b53-4b73-9783-664c6e76691d tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2067064205&fields=id&tenant_id=2506b96ac13541e6a7a47c5aedca67e5 HTTP/1.1" status: 200 len: 267 time: 0.0936637 Sep 04 01:19:21.911020 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dc3c5a7e-728b-49a3-abec-0c738d616da4 req-465695a7-aa16-4b51-bd1d-c2db68c326bf service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da467063-2304-41a7-80d8-d19cc5f69f7a HTTP/1.1" status: 200 len: 1000 time: 0.0899417 Sep 04 01:19:22.016994 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c5a7e-728b-49a3-abec-0c738d616da4 req-146cdb57-2df2-4683-a7ab-c3b9f5125f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:22.018353 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dc3c5a7e-728b-49a3-abec-0c738d616da4 req-146cdb57-2df2-4683-a7ab-c3b9f5125f1f service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=53b46299-8023-4a0f-bdf3-86b9a7286814 HTTP/1.1" status: 200 len: 850 time: 0.1009538 Sep 04 01:19:22.084438 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-f76f939b-17c5-4dd8-a70e-b0b24b5279c2 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:22.085896 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-f76f939b-17c5-4dd8-a70e-b0b24b5279c2 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/networks?id=ca88993b-9210-4173-b062-c40cdf9e1da6 HTTP/1.1" status: 200 len: 811 time: 0.1702023 Sep 04 01:19:22.086795 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c5a7e-728b-49a3-abec-0c738d616da4 req-20f19526-0302-4992-a01e-7c3de9b0d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:22.088100 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dc3c5a7e-728b-49a3-abec-0c738d616da4 req-20f19526-0302-4992-a01e-7c3de9b0d9ea service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ca88993b-9210-4173-b062-c40cdf9e1da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635486 Sep 04 01:19:22.116301 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-da840bdc-94bb-4345-beab-facd454da9f2 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/quotas/2506b96ac13541e6a7a47c5aedca67e5 HTTP/1.1" status: 200 len: 375 time: 0.0248623 Sep 04 01:19:22.203192 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-141259ac-483e-422d-bd89-e1dc4430f66d tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=2506b96ac13541e6a7a47c5aedca67e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559628 Sep 04 01:19:22.243552 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dc3c5a7e-728b-49a3-abec-0c738d616da4 req-6cc4fa52-723d-4a49-8884-1ea2db02d997 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458108 Sep 04 01:19:22.368851 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-89f9dce1-126a-4eb9-bfd9-196a244d9863 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515710 Sep 04 01:19:22.402219 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-dc3c5a7e-728b-49a3-abec-0c738d616da4 req-bdca6cf9-cfba-4346-874c-cb304d993d75 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310582 Sep 04 01:19:22.468665 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-0078a738-f67b-499a-9c61-8bfad1b94640 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912356 Sep 04 01:19:23.007598 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-f98854c3-1913-4321-bfdb-e919a24b53e8 req-7daf3bc1-672d-4d26-8474-ef51b334bd2b tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 210 time: 0.0290387 Sep 04 01:19:24.099010 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-50f03cdd-55fa-49bd-8653-6cc4faa351e9 req-0ad258f2-d2b2-4691-9e91-3ddf95ea1dfd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 210 time: 0.0339646 Sep 04 01:19:25.194732 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-dfd15f2b-d759-4318-8498-dea3930f4743 req-a798f162-624e-4ef0-97fb-389ded0c4910 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 210 time: 0.0314090 Sep 04 01:19:26.277582 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-36e7bc76-3cda-4208-919c-c6f506dba9ab req-5f08ecb0-9144-4754-98c9-5d7f57173635 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 210 time: 0.0268145 Sep 04 01:19:27.377706 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-bbcd149b-2ef9-4f1d-a6a8-51d9af952a35 req-22c70b27-8cfe-4c1b-bfa6-10846093d59f tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 210 time: 0.0272570 Sep 04 01:19:27.848961 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=17 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:27.859100 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=17 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:28.490803 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-eb2271db-7c3d-442c-992d-165b1b0f1904 req-a78e15ba-8f7e-4138-8313-81f2998dfc15 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 210 time: 0.0315483 Sep 04 01:19:29.102021 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:29.120593 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:29.153843 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-3ae75d57-ebd2-459b-b7df-e14a7584d611 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:29.155193 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-3ae75d57-ebd2-459b-b7df-e14a7584d611 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ca88993b-9210-4173-b062-c40cdf9e1da6 HTTP/1.1" status: 200 len: 811 time: 0.1042545 Sep 04 01:19:29.223726 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-49f97ca3-586f-40a9-9e3b-c92394f1f9b0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2506b96ac13541e6a7a47c5aedca67e5 HTTP/1.1" status: 200 len: 380 time: 0.0545099 Sep 04 01:19:29.231054 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Request body: {'port': {'device_id': '1af95d46-3118-449e-9a37-63298088e3ea', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'admin_state_up': True, 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'security_groups': ['46402ba3-28d6-4a31-82e5-99b05a90c3c7']}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:19:29.408545 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Made reservation on behalf of 2506b96ac13541e6a7a47c5aedca67e5 for: {'port': 1} {{(pid=106791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 01:19:29.413488 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:29.549477 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Allocated IP 172.20.0.14 (ca88993b-9210-4173-b062-c40cdf9e1da6/53b46299-8023-4a0f-bdf3-86b9a7286814/7013b090-a02a-4f55-8e96-e743cde4d73a) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:19:29.595632 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-ce198d13-7f07-4bed-9f32-2227acbef841 req-69f0379d-a0e3-49f1-85a8-034672bd8485 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 210 time: 0.0283921 Sep 04 01:19:29.687013 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for port (7013b090-a02a-4f55-8e96-e743cde4d73a), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:29.782508 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (7013b090-a02a-4f55-8e96-e743cde4d73a), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:29.833243 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Network ca88993b-9210-4173-b062-c40cdf9e1da6 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:19:29.836428 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:19:29.840364 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:19:29.864786 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event updated for resources: {'Port': ['ID=7013b090-a02a-4f55-8e96-e743cde4d73a,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:19:29.878556 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:29.878896 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:29.879785 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:29.880592 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:29.880749 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:29.880988 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:29.881350 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:29.881677 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:29.882048 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:29.882367 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:29.882687 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:29.883006 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:29.883328 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:29.883641 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:29.883963 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:29.906718 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:29.907349 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:30.011952 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-9218f4e7-dc78-43a5-9ff4-5e4cfe024eb5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7843325 Sep 04 01:19:30.051285 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] Request body: {'port': {'device_id': '1af95d46-3118-449e-9a37-63298088e3ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:19:30.053633 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:30.095222 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (7013b090-a02a-4f55-8e96-e743cde4d73a), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:30.112150 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-65450443-888d-469e-8e1e-2dc60166d9f1 None None] Provisioning complete for port 7013b090-a02a-4f55-8e96-e743cde4d73a triggered by entity DHCP. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:19:30.112721 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-65450443-888d-469e-8e1e-2dc60166d9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (7013b090-a02a-4f55-8e96-e743cde4d73a), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:30.144241 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-65450443-888d-469e-8e1e-2dc60166d9f1 None None] Port 7013b090-a02a-4f55-8e96-e743cde4d73a cannot update to ACTIVE because it is not bound. {{(pid=106792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 01:19:30.195551 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:30.355517 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7013b090-a02a-4f55-8e96-e743cde4d73a {{(pid=106791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:19:30.363019 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] Publish callbacks [] for port (7013b090-a02a-4f55-8e96-e743cde4d73a), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:30.375497 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.provisioning_blocks [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] Transition to ACTIVE for port object 7013b090-a02a-4f55-8e96-e743cde4d73a will not be triggered until provisioned by entity L2. {{(pid=106791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 01:19:30.443228 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (7013b090-a02a-4f55-8e96-e743cde4d73a), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:30.526700 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] Pushing event updated for resources: {'Port': ['ID=7013b090-a02a-4f55-8e96-e743cde4d73a,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:19:30.556502 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] Attempting to bind port 7013b090-a02a-4f55-8e96-e743cde4d73a on host hv-cinder-maste for vnic_type normal with profile {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 01:19:30.557221 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] Attempting to bind port 7013b090-a02a-4f55-8e96-e743cde4d73a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6'}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 01:19:30.557349 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] Attempting to bind port 7013b090-a02a-4f55-8e96-e743cde4d73a on network ca88993b-9210-4173-b062-c40cdf9e1da6 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:19:30.561811 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] Port 7013b090-a02a-4f55-8e96-e743cde4d73a on network ca88993b-9210-4173-b062-c40cdf9e1da6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 01:19:30.562122 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] Attempting to bind port 7013b090-a02a-4f55-8e96-e743cde4d73a on network ca88993b-9210-4173-b062-c40cdf9e1da6 {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 01:19:30.567781 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] Checking agent: {'id': 'dda4db69-a2e6-4522-aa0b-4e619e0d5c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'started_at': datetime.datetime(2022, 9, 4, 1, 3, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 1, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 01:19:30.569589 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] Checking segment: {'id': 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 01:19:30.569589 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] Bound using segment: {'id': 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6'} {{(pid=106791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 01:19:30.569589 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.managers [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] Bound port: 7013b090-a02a-4f55-8e96-e743cde4d73a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6'}}] {{(pid=106791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 01:19:30.569589 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (7013b090-a02a-4f55-8e96-e743cde4d73a), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:30.625193 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:30.644719 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] For port 7013b090-a02a-4f55-8e96-e743cde4d73a, host hv-cinder-maste, cleared binding levels {{(pid=106791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 01:19:30.644719 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] For port 7013b090-a02a-4f55-8e96-e743cde4d73a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7013b090-a02a-4f55-8e96-e743cde4d73a,segment=NetworkSegment(ec3b99f9-cd00-455f-aba9-a56f7e7f2980),segment_id=ec3b99f9-cd00-455f-aba9-a56f7e7f2980)] {{(pid=106791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 01:19:30.720063 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa839c-4e8c-4f8a-bee9-af97a0ff7882 req-892997aa-94fa-4faf-82a6-9b1c9b4298f8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:30.721550 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8eaa839c-4e8c-4f8a-bee9-af97a0ff7882 req-892997aa-94fa-4faf-82a6-9b1c9b4298f8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 944 time: 0.0482161 Sep 04 01:19:30.759314 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-d19358dc-aaff-4fa0-ab9d-aa62e6d7400c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:30.767132 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (7013b090-a02a-4f55-8e96-e743cde4d73a), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:30.771775 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:30.772380 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:30.773766 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/7013b090-a02a-4f55-8e96-e743cde4d73a HTTP/1.1" status: 200 len: 1094 time: 0.7495918 Sep 04 01:19:30.774484 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af95d46-3118-449e-9a37-63298088e3ea', 'tag': '7013b090-a02a-4f55-8e96-e743cde4d73a'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:19:30.776679 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c06a4f7-434c-48fe-b531-a46edd1545f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1af95d46-3118-449e-9a37-63298088e3ea", "tag": "7013b090-a02a-4f55-8e96-e743cde4d73a"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:19:30.783599 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8eaa839c-4e8c-4f8a-bee9-af97a0ff7882 req-69939e97-4adc-4f9f-88aa-1a9c45812cf9 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561736 Sep 04 01:19:30.820735 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b4a764-a40d-4db1-b1a9-822df344e362 x-openstack-request-id: req-75b4a764-a40d-4db1-b1a9-822df344e362 {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:19:30.820735 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af95d46-3118-449e-9a37-63298088e3ea", "tag": "7013b090-a02a-4f55-8e96-e743cde4d73a", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:19:30.820735 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75b4a764-a40d-4db1-b1a9-822df344e362 {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:19:30.820735 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75b4a764-a40d-4db1-b1a9-822df344e362'] response: {'name': 'network-changed', 'server_uuid': '1af95d46-3118-449e-9a37-63298088e3ea', 'tag': '7013b090-a02a-4f55-8e96-e743cde4d73a', 'status': 'completed', 'code': 200} Sep 04 01:19:30.833514 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889ecc3-4a82-4d21-9a6e-6eb80e4787cc service neutron] Pushing event updated for resources: {'Port': ['ID=7013b090-a02a-4f55-8e96-e743cde4d73a,revision_number=3']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:19:30.903293 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06a4f7-434c-48fe-b531-a46edd1545f7 req-200df0bc-d87a-4e94-8a16-610603d09949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:30.904760 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0c06a4f7-434c-48fe-b531-a46edd1545f7 req-200df0bc-d87a-4e94-8a16-610603d09949 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2506b96ac13541e6a7a47c5aedca67e5&device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 1128 time: 0.0397499 Sep 04 01:19:31.011630 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06a4f7-434c-48fe-b531-a46edd1545f7 req-e95dffbd-7cee-445d-94b1-33ca78df06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:31.013051 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0c06a4f7-434c-48fe-b531-a46edd1545f7 req-e95dffbd-7cee-445d-94b1-33ca78df06c4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=2506b96ac13541e6a7a47c5aedca67e5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0956562 Sep 04 01:19:31.104329 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06a4f7-434c-48fe-b531-a46edd1545f7 req-7fad05f7-e513-49ff-842c-e87706f70f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:31.105791 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0c06a4f7-434c-48fe-b531-a46edd1545f7 req-7fad05f7-e513-49ff-842c-e87706f70f2a service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871899 Sep 04 01:19:31.198574 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-de01af9d-09ae-4ec4-b12b-5d3e6a9dba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:31.200054 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-de01af9d-09ae-4ec4-b12b-5d3e6a9dba8c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2506b96ac13541e6a7a47c5aedca67e5&device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 1128 time: 0.0379934 Sep 04 01:19:31.247524 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-4796e7d8-0b74-4f26-b667-8fc4a8b86916 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7013b090-a02a-4f55-8e96-e743cde4d73a HTTP/1.1" status: 200 len: 217 time: 0.0352955 Sep 04 01:19:31.293838 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-55adde82-04ef-48c1-94b3-c6acc8e269c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:31.295201 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-55adde82-04ef-48c1-94b3-c6acc8e269c1 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=53b46299-8023-4a0f-bdf3-86b9a7286814 HTTP/1.1" status: 200 len: 850 time: 0.0428987 Sep 04 01:19:31.336702 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-dc23dadf-4374-4460-a64e-9336d258486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:31.338127 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-dc23dadf-4374-4460-a64e-9336d258486d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ca88993b-9210-4173-b062-c40cdf9e1da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373096 Sep 04 01:19:31.429684 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-5b3155b8-80e2-486c-9589-73b81b8e3c4e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849862 Sep 04 01:19:31.518315 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-67b151ab-ae91-4db7-8a54-693c9152a657 req-993485e7-c778-40a5-a0f3-1f42e287551c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832150 Sep 04 01:19:31.869047 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:31.908324 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09854ab-d4d4-476e-86b9-d1239baf4c74 req-b1a57f0d-3a96-45e5-b507-19730241568d tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:31.909800 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b09854ab-d4d4-476e-86b9-d1239baf4c74 req-b1a57f0d-3a96-45e5-b507-19730241568d tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 944 time: 0.0508568 Sep 04 01:19:31.959645 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b09854ab-d4d4-476e-86b9-d1239baf4c74 req-3fb4c0af-94ba-47d5-9901-3bfd94d75b8b tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436656 Sep 04 01:19:33.008451 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-ababc79a-6c50-4cf8-9fcb-7ace766d2c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:33.084577 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d2426-8ffe-48e3-8c16-f3e1deebfc8d req-bf68410a-0371-4b56-a529-3dfc59b8a9e2 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:33.086033 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b95d2426-8ffe-48e3-8c16-f3e1deebfc8d req-bf68410a-0371-4b56-a529-3dfc59b8a9e2 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 944 time: 0.0463760 Sep 04 01:19:33.134299 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b95d2426-8ffe-48e3-8c16-f3e1deebfc8d req-588734eb-ab96-4e21-a697-5b034a165d6a tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427299 Sep 04 01:19:34.234119 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:34.255509 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62963568-8d44-45e3-ba7e-d08a36c8a742 req-7ee07735-c402-4bc4-9a62-4ebfec628e39 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:34.256969 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-62963568-8d44-45e3-ba7e-d08a36c8a742 req-7ee07735-c402-4bc4-9a62-4ebfec628e39 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 944 time: 0.0476661 Sep 04 01:19:34.306151 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-62963568-8d44-45e3-ba7e-d08a36c8a742 req-24ec8557-2044-4746-8eba-c1c5c7c15e36 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430624 Sep 04 01:19:35.428037 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68f0cd-de52-47ac-9e4d-b1bc271d632d req-95dff122-93b1-4a8d-b66b-906a2a8693a6 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:35.429535 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-bd68f0cd-de52-47ac-9e4d-b1bc271d632d req-95dff122-93b1-4a8d-b66b-906a2a8693a6 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 944 time: 0.0496325 Sep 04 01:19:35.480494 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-bd68f0cd-de52-47ac-9e4d-b1bc271d632d req-e2bedfe4-9717-418e-b007-06fc725a05ba tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453093 Sep 04 01:19:35.796747 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:35.939342 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:36.607580 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f9cc1-1e88-43ed-84e2-ba02211336f8 req-5d070946-5082-482d-9e19-abe4faf221df tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:36.609016 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-415f9cc1-1e88-43ed-84e2-ba02211336f8 req-5d070946-5082-482d-9e19-abe4faf221df tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 944 time: 0.0499241 Sep 04 01:19:36.656949 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-415f9cc1-1e88-43ed-84e2-ba02211336f8 req-2d9197c7-51e9-41dd-9a4b-e115b8d7fe02 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423849 Sep 04 01:19:37.776119 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1c0f7-c51c-4fc6-81d1-5658325d21eb req-56ccb63a-c652-4a83-a70a-971b0bf3bf95 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:37.777520 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d1c1c0f7-c51c-4fc6-81d1-5658325d21eb req-56ccb63a-c652-4a83-a70a-971b0bf3bf95 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 944 time: 0.0466781 Sep 04 01:19:37.827020 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-d1c1c0f7-c51c-4fc6-81d1-5658325d21eb req-af79fb3d-baab-4a0c-baae-369f5a9888b1 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440552 Sep 04 01:19:37.981979 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:38.947055 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144dd081-924c-4095-a760-e13d1bd4faa9 req-9ff58d3b-f083-4726-9647-d1c9602c03e7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:38.948514 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-144dd081-924c-4095-a760-e13d1bd4faa9 req-9ff58d3b-f083-4726-9647-d1c9602c03e7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 944 time: 0.0473897 Sep 04 01:19:38.998036 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-144dd081-924c-4095-a760-e13d1bd4faa9 req-668d0436-290b-4877-9977-03adc8eb7b23 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437999 Sep 04 01:19:39.500815 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 7013b090-a02a-4f55-8e96-e743cde4d73a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 01:19:39.600162 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 7013b090-a02a-4f55-8e96-e743cde4d73a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7013b090-a02a-4f55-8e96-e743cde4d73a,segment=NetworkSegment(ec3b99f9-cd00-455f-aba9-a56f7e7f2980),segment_id=ec3b99f9-cd00-455f-aba9-a56f7e7f2980)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:19:39.611188 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Returning: {'device': '7013b090-a02a-4f55-8e96-e743cde4d73a', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'port_id': '7013b090-a02a-4f55-8e96-e743cde4d73a', 'mac_address': 'fa:16:3e:26:52:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 01:19:39.646437 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 7013b090-a02a-4f55-8e96-e743cde4d73a is: DOWN; New status is: BUILD {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:19:39.654366 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (7013b090-a02a-4f55-8e96-e743cde4d73a), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:39.659771 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7013b090-a02a-4f55-8e96-e743cde4d73a {{(pid=106792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 01:19:39.680183 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 7013b090-a02a-4f55-8e96-e743cde4d73a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7013b090-a02a-4f55-8e96-e743cde4d73a,segment=NetworkSegment(ec3b99f9-cd00-455f-aba9-a56f7e7f2980),segment_id=ec3b99f9-cd00-455f-aba9-a56f7e7f2980)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:19:39.758752 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (7013b090-a02a-4f55-8e96-e743cde4d73a), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:39.811385 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=7013b090-a02a-4f55-8e96-e743cde4d73a,revision_number=4']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:19:39.819111 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:39.819456 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:39.819798 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:39.820133 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:39.820464 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:39.820793 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:39.821141 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:39.821468 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:39.821791 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:39.822140 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:39.822464 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:39.822787 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:39.823105 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:39.823422 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:39.823737 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:19:40.078740 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] get_ports_and_sgs() called for port_ids ['7013b090-a02a-4f55-8e96-e743cde4d73a'] {{(pid=106792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 01:19:40.121269 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda759e5-0490-40dd-822d-d0599ce2311b req-3c26b18a-7b99-497d-9fdb-8c5243ba5a71 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:40.122988 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-cda759e5-0490-40dd-822d-d0599ce2311b req-3c26b18a-7b99-497d-9fdb-8c5243ba5a71 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 945 time: 0.0515177 Sep 04 01:19:40.171397 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-cda759e5-0490-40dd-822d-d0599ce2311b req-b58d3457-ea29-4656-8de7-ebf4b3f80fc2 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427723 Sep 04 01:19:41.340214 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d008c4e-9184-49eb-8e7f-895515040795 req-b9e734c7-4d31-4795-9ac5-2a97933f5e6b tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:41.341702 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d008c4e-9184-49eb-8e7f-895515040795 req-b9e734c7-4d31-4795-9ac5-2a97933f5e6b tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 945 time: 0.0462439 Sep 04 01:19:41.394587 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0d008c4e-9184-49eb-8e7f-895515040795 req-e3801c8d-ae90-4d4c-b47a-8ab4f503a52a tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473995 Sep 04 01:19:41.507861 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 7013b090-a02a-4f55-8e96-e743cde4d73a up at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 01:19:41.551621 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning for port 7013b090-a02a-4f55-8e96-e743cde4d73a completed by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 01:19:41.621788 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.provisioning_blocks [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Provisioning complete for port 7013b090-a02a-4f55-8e96-e743cde4d73a triggered by entity L2. {{(pid=106792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 01:19:41.622156 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1299465'] for port (7013b090-a02a-4f55-8e96-e743cde4d73a), provisioning_complete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:41.651162 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:41.657296 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:41.697790 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Current status of the port 7013b090-a02a-4f55-8e96-e743cde4d73a is: BUILD; New status is: ACTIVE {{(pid=106792) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 01:19:41.698169 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (7013b090-a02a-4f55-8e96-e743cde4d73a), before_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:41.723580 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af95d46-3118-449e-9a37-63298088e3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7013b090-a02a-4f55-8e96-e743cde4d73a'}] {{(pid=106792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:19:41.725758 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ef74ef9c0085904aa10b478470190c274b0366330e6911130242b1f99fc38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d67f0f2-b3ca-4312-a0a4-b36eef611d56" -d '{"events": [{"server_uuid": "1af95d46-3118-449e-9a37-63298088e3ea", "name": "network-vif-plugged", "status": "completed", "tag": "7013b090-a02a-4f55-8e96-e743cde4d73a"}]}' {{(pid=106792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:19:41.741492 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] For port 7013b090-a02a-4f55-8e96-e743cde4d73a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7013b090-a02a-4f55-8e96-e743cde4d73a,segment=NetworkSegment(ec3b99f9-cd00-455f-aba9-a56f7e7f2980),segment_id=ec3b99f9-cd00-455f-aba9-a56f7e7f2980)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:19:41.767139 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284623ca-2066-4d7f-a794-cb99980f93e4 x-openstack-request-id: req-284623ca-2066-4d7f-a794-cb99980f93e4 {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:19:41.767427 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af95d46-3118-449e-9a37-63298088e3ea", "name": "network-vif-plugged", "status": "completed", "tag": "7013b090-a02a-4f55-8e96-e743cde4d73a", "code": 200}]} {{(pid=106792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:19:41.767679 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-284623ca-2066-4d7f-a794-cb99980f93e4 {{(pid=106792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:19:41.768092 dv-cinder-master-3-iscsi neutron-server[106792]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284623ca-2066-4d7f-a794-cb99980f93e4'] response: {'server_uuid': '1af95d46-3118-449e-9a37-63298088e3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7013b090-a02a-4f55-8e96-e743cde4d73a', 'code': 200} Sep 04 01:19:41.819738 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909'] for port (7013b090-a02a-4f55-8e96-e743cde4d73a), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:41.867811 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Pushing event updated for resources: {'Port': ['ID=7013b090-a02a-4f55-8e96-e743cde4d73a,revision_number=5']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:19:42.109676 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:42.120891 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d73b14-36df-4430-8912-26925a734ed3 req-1b0b775f-08bd-42ca-93ba-f74350ecf547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:42.123724 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-19d73b14-36df-4430-8912-26925a734ed3 req-1b0b775f-08bd-42ca-93ba-f74350ecf547 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 1130 time: 0.0385249 Sep 04 01:19:42.169188 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-19d73b14-36df-4430-8912-26925a734ed3 req-2f4317bf-5338-489c-aee4-9fa9b386fa74 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403783 Sep 04 01:19:42.515358 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225e5cd-41c8-4b9a-ac8a-edab6363d12d req-d15ea562-1d3c-46b8-9981-63c2ecd467d8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:42.516802 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0225e5cd-41c8-4b9a-ac8a-edab6363d12d req-d15ea562-1d3c-46b8-9981-63c2ecd467d8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 946 time: 0.0450785 Sep 04 01:19:42.566500 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-0225e5cd-41c8-4b9a-ac8a-edab6363d12d req-89884a2a-f13e-4827-b438-c2a2b8e5a7ba tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430253 Sep 04 01:19:43.687762 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9b86c-d68a-43c0-95ba-9b961786d84b req-a3274920-3a4b-48b1-9551-b4d81b87d6c6 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:43.689215 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-06d9b86c-d68a-43c0-95ba-9b961786d84b req-a3274920-3a4b-48b1-9551-b4d81b87d6c6 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 946 time: 0.0463781 Sep 04 01:19:43.737152 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-06d9b86c-d68a-43c0-95ba-9b961786d84b req-bb08e738-4600-4985-bb6e-3a1239f4c5f9 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415785 Sep 04 01:19:43.868323 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70848ac7-39aa-4bc9-addb-b9108a66fb73 req-30359c72-3ab3-430e-a338-497954e8e983 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:43.869742 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-70848ac7-39aa-4bc9-addb-b9108a66fb73 req-30359c72-3ab3-430e-a338-497954e8e983 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 946 time: 0.0502174 Sep 04 01:19:43.919674 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-70848ac7-39aa-4bc9-addb-b9108a66fb73 req-3fb4a6f0-42f6-4391-9caa-5807c0f9bf6a tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439651 Sep 04 01:19:43.948767 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57542) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:19:43.986762 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d394bc-3779-49bf-933d-0c2fb08f5248 tempest-TestVolumeBootPattern-1878486679 tempest-TestVolumeBootPattern-1878486679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:43.988260 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-62d394bc-3779-49bf-933d-0c2fb08f5248 tempest-TestVolumeBootPattern-1878486679 tempest-TestVolumeBootPattern-1878486679-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 1125 time: 0.0384943 Sep 04 01:19:43.991271 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57544) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:19:43.995503 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.v2.base [None req-d379aab5-1eab-4b98-8f96-a206c3ec807e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Request body: {'floatingip': {'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'port_id': '7013b090-a02a-4f55-8e96-e743cde4d73a', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 01:19:44.085170 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d379aab5-1eab-4b98-8f96-a206c3ec807e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:44.429690 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d379aab5-1eab-4b98-8f96-a206c3ec807e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (None), before_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:44.531376 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_common [None req-d379aab5-1eab-4b98-8f96-a206c3ec807e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Allocated IP 172.37.7.152 (e8e0564a-d5c9-4fe0-b2d4-538f45096708/2b17f894-c374-4207-90ad-14f794c86627/2cb92656-0703-4e63-aea6-6a33af32438b) {{(pid=106791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 01:19:44.536835 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:44.636360 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d379aab5-1eab-4b98-8f96-a206c3ec807e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for port (2cb92656-0703-4e63-aea6-6a33af32438b), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:44.725590 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d379aab5-1eab-4b98-8f96-a206c3ec807e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760291114873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (2cb92656-0703-4e63-aea6-6a33af32438b), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:44.766119 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d379aab5-1eab-4b98-8f96-a206c3ec807e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Network e8e0564a-d5c9-4fe0-b2d4-538f45096708 is already hosted by enough agents. {{(pid=106791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 01:19:44.769099 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.base_scheduler [None req-d379aab5-1eab-4b98-8f96-a206c3ec807e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Resources bound (agent type, host, resource id): {{(pid=106791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 01:19:44.773132 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d379aab5-1eab-4b98-8f96-a206c3ec807e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Received port after_create {{(pid=106791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 01:19:44.794722 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379aab5-1eab-4b98-8f96-a206c3ec807e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event updated for resources: {'Port': ['ID=2cb92656-0703-4e63-aea6-6a33af32438b,revision_number=1']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:19:44.809928 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:45.141102 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d379aab5-1eab-4b98-8f96-a206c3ec807e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for floatingip (81f900c1-3ec9-4084-8a6c-417d2bf9b327), precommit_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:45.262035 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d379aab5-1eab-4b98-8f96-a206c3ec807e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933282'] for port (2cb92656-0703-4e63-aea6-6a33af32438b), before_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:45.407083 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d379aab5-1eab-4b98-8f96-a206c3ec807e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for port (2cb92656-0703-4e63-aea6-6a33af32438b), precommit_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:45.467462 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d379aab5-1eab-4b98-8f96-a206c3ec807e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760291559298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760291114891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760291114909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65167517'] for port (2cb92656-0703-4e63-aea6-6a33af32438b), after_update {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:45.517218 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:45.539218 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d379aab5-1eab-4b98-8f96-a206c3ec807e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811147'] for floatingip (81f900c1-3ec9-4084-8a6c-417d2bf9b327), after_create {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:45.540850 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379aab5-1eab-4b98-8f96-a206c3ec807e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event updated for resources: {'Port': ['ID=2cb92656-0703-4e63-aea6-6a33af32438b,revision_number=2']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:19:45.637260 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.db.l3_db [None req-d379aab5-1eab-4b98-8f96-a206c3ec807e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Floating IP 81f900c1-3ec9-4084-8a6c-417d2bf9b327 associated. External IP: 172.37.7.152, port: 7013b090-a02a-4f55-8e96-e743cde4d73a. Sep 04 01:19:45.683908 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:45.841200 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d379aab5-1eab-4b98-8f96-a206c3ec807e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Router 6dabf8dd-965b-4215-badb-62721cb59027 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:19:45.947862 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d379aab5-1eab-4b98-8f96-a206c3ec807e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:19:45.957177 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410c5c23-2ad9-47df-92c6-de4c94ac6faa None None] Sync routers for ids ['6dabf8dd-965b-4215-badb-62721cb59027'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:19:45.967529 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410c5c23-2ad9-47df-92c6-de4c94ac6faa None None] Routers {'6dabf8dd-965b-4215-badb-62721cb59027'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:19:45.968136 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-410c5c23-2ad9-47df-92c6-de4c94ac6faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:19:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['6dabf8dd-965b-4215-badb-62721cb59027'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:19:46.053205 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-d379aab5-1eab-4b98-8f96-a206c3ec807e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:19:46.066303 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:19:46.076343 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-410c5c23-2ad9-47df-92c6-de4c94ac6faa None None] Set router 6dabf8dd-965b-4215-badb-62721cb59027 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:19:46.089886 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-d379aab5-1eab-4b98-8f96-a206c3ec807e tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0954733 Sep 04 01:19:46.089886 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af95d46-3118-449e-9a37-63298088e3ea', 'tag': '7013b090-a02a-4f55-8e96-e743cde4d73a'}] {{(pid=106791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:19:46.090626 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a958d33c1ab06d71d34cf88e97ae28250107d563010f5f40a37eb4e2785b73af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773375e1-eace-4cf6-98d0-716eb89c6495" -d '{"events": [{"name": "network-changed", "server_uuid": "1af95d46-3118-449e-9a37-63298088e3ea", "tag": "7013b090-a02a-4f55-8e96-e743cde4d73a"}]}' {{(pid=106791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:19:46.127457 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be2f0e2-e9eb-4359-93b0-8fae31eafc4a x-openstack-request-id: req-5be2f0e2-e9eb-4359-93b0-8fae31eafc4a {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:19:46.127741 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af95d46-3118-449e-9a37-63298088e3ea", "tag": "7013b090-a02a-4f55-8e96-e743cde4d73a", "status": "completed", "code": 200}]} {{(pid=106791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:19:46.127989 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5be2f0e2-e9eb-4359-93b0-8fae31eafc4a {{(pid=106791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:19:46.128389 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be2f0e2-e9eb-4359-93b0-8fae31eafc4a'] response: {'name': 'network-changed', 'server_uuid': '1af95d46-3118-449e-9a37-63298088e3ea', 'tag': '7013b090-a02a-4f55-8e96-e743cde4d73a', 'status': 'completed', 'code': 200} Sep 04 01:19:46.214727 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773375e1-eace-4cf6-98d0-716eb89c6495 req-0785f979-f433-48dc-855c-3b6c5cdd23c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:46.216123 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-773375e1-eace-4cf6-98d0-716eb89c6495 req-0785f979-f433-48dc-855c-3b6c5cdd23c5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2506b96ac13541e6a7a47c5aedca67e5&device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 1130 time: 0.0399406 Sep 04 01:19:46.290751 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-410c5c23-2ad9-47df-92c6-de4c94ac6faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7d9ce754-4abe-4ff6-b267-baef93152378', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'floating_ip_address': '172.37.7.91', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'port_id': 'da467063-2304-41a7-80d8-d19cc5f69f7a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'mac_address': 'fa:16:3e:44:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c3060f-d328-4221-864f-8af5a9baae4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:17:44Z', 'updated_at': '2022-09-04T01:17:46Z', 'revision_number': 1, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'fixed_ip_address_scope': None}, {'id': '81f900c1-3ec9-4084-8a6c-417d2bf9b327', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'floating_ip_address': '172.37.7.152', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'port_id': '7013b090-a02a-4f55-8e96-e743cde4d73a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'mac_address': 'fa:16:3e:26:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af95d46-3118-449e-9a37-63298088e3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:19:45Z', 'updated_at': '2022-09-04T01:19:45Z', 'revision_number': 0, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c73d8972-0881-4e30-8303-b09f2c82f2f0', 'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'mac_address': 'fa:16:3e:b7:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:29Z', 'updated_at': '2022-09-04T01:14:36Z', 'revision_number': 5, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'subnets': [{'id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:19:46.308493 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773375e1-eace-4cf6-98d0-716eb89c6495 req-d142465e-2265-436b-a188-c8a5c6a66f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:46.309983 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-773375e1-eace-4cf6-98d0-716eb89c6495 req-d142465e-2265-436b-a188-c8a5c6a66f0f service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ca88993b-9210-4173-b062-c40cdf9e1da6 HTTP/1.1" status: 200 len: 912 time: 0.0880578 Sep 04 01:19:46.315437 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410c5c23-2ad9-47df-92c6-de4c94ac6faa None None] Checking router: 6dabf8dd-965b-4215-badb-62721cb59027 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:19:46.323785 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410c5c23-2ad9-47df-92c6-de4c94ac6faa None None] Routers {'6dabf8dd-965b-4215-badb-62721cb59027'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:19:46.324378 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-410c5c23-2ad9-47df-92c6-de4c94ac6faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:19:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['6dabf8dd-965b-4215-badb-62721cb59027'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:19:46.379763 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-773375e1-eace-4cf6-98d0-716eb89c6495 req-cbd9edd7-233a-449a-9d08-776618837fc4 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7013b090-a02a-4f55-8e96-e743cde4d73a HTTP/1.1" status: 200 len: 1000 time: 0.0631378 Sep 04 01:19:46.426385 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-410c5c23-2ad9-47df-92c6-de4c94ac6faa None None] Set router 6dabf8dd-965b-4215-badb-62721cb59027 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:19:46.433970 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773375e1-eace-4cf6-98d0-716eb89c6495 req-fe2a81ba-add0-4527-b509-67e6facff2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:46.435449 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-773375e1-eace-4cf6-98d0-716eb89c6495 req-fe2a81ba-add0-4527-b509-67e6facff2a6 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=53b46299-8023-4a0f-bdf3-86b9a7286814 HTTP/1.1" status: 200 len: 850 time: 0.0497119 Sep 04 01:19:46.480084 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773375e1-eace-4cf6-98d0-716eb89c6495 req-f877ef73-246f-4a82-bef7-a3382de82ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:19:46.481512 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-773375e1-eace-4cf6-98d0-716eb89c6495 req-f877ef73-246f-4a82-bef7-a3382de82ac9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ca88993b-9210-4173-b062-c40cdf9e1da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407608 Sep 04 01:19:46.575449 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-773375e1-eace-4cf6-98d0-716eb89c6495 req-b5a581a2-1c93-4570-845c-c31e8069a75b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876446 Sep 04 01:19:46.646151 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-410c5c23-2ad9-47df-92c6-de4c94ac6faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7d9ce754-4abe-4ff6-b267-baef93152378', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'floating_ip_address': '172.37.7.91', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'port_id': 'da467063-2304-41a7-80d8-d19cc5f69f7a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'mac_address': 'fa:16:3e:44:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c3060f-d328-4221-864f-8af5a9baae4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:17:44Z', 'updated_at': '2022-09-04T01:17:46Z', 'revision_number': 1, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'fixed_ip_address_scope': None}, {'id': '81f900c1-3ec9-4084-8a6c-417d2bf9b327', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'floating_ip_address': '172.37.7.152', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'port_id': '7013b090-a02a-4f55-8e96-e743cde4d73a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'mac_address': 'fa:16:3e:26:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af95d46-3118-449e-9a37-63298088e3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:19:45Z', 'updated_at': '2022-09-04T01:19:45Z', 'revision_number': 0, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c73d8972-0881-4e30-8303-b09f2c82f2f0', 'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'mac_address': 'fa:16:3e:b7:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:29Z', 'updated_at': '2022-09-04T01:14:36Z', 'revision_number': 5, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'subnets': [{'id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:19:46.663623 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-773375e1-eace-4cf6-98d0-716eb89c6495 req-4a3c0766-dd2b-41c5-a78a-b26a873c5e2c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829239 Sep 04 01:19:46.670206 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410c5c23-2ad9-47df-92c6-de4c94ac6faa None None] The sync data for ids ['6dabf8dd-965b-4215-badb-62721cb59027'] in dv-cinder-master-3-iscsi is: [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7d9ce754-4abe-4ff6-b267-baef93152378', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'floating_ip_address': '172.37.7.91', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'port_id': 'da467063-2304-41a7-80d8-d19cc5f69f7a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'mac_address': 'fa:16:3e:44:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c3060f-d328-4221-864f-8af5a9baae4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:17:44Z', 'updated_at': '2022-09-04T01:17:46Z', 'revision_number': 1, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'fixed_ip_address_scope': None}, {'id': '81f900c1-3ec9-4084-8a6c-417d2bf9b327', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'floating_ip_address': '172.37.7.152', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'port_id': '7013b090-a02a-4f55-8e96-e743cde4d73a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'mac_address': 'fa:16:3e:26:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af95d46-3118-449e-9a37-63298088e3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:19:45Z', 'updated_at': '2022-09-04T01:19:45Z', 'revision_number': 0, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c73d8972-0881-4e30-8303-b09f2c82f2f0', 'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'mac_address': 'fa:16:3e:b7:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:29Z', 'updated_at': '2022-09-04T01:14:36Z', 'revision_number': 5, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'subnets': [{'id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:19:46.880628 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0180cc-7fde-4177-afa6-d9df3bb0f934 None None] New status for floating IP 81f900c1-3ec9-4084-8a6c-417d2bf9b327: ACTIVE {{(pid=106792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:19:53.729563 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=46 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:53.733420 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=52 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:56.648784 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=78 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:56.649591 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=78 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:56.651489 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:56.660623 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=90,neutron:DELETE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:56.979736 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:19:56.982953 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:00.701479 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-99847574-bf60-4524-b84b-c195d78d3fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:02.978883 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-3047c9dc-bf09-4acf-8df2-03c2e39bb238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:04.258896 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:05.767442 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:05.939131 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:07.964461 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:17.892638 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:17.896525 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:22.608423 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3c91c872-de48-489f-9fca-1fe42d261697 req-63dc8434-a73d-48ed-b873-6e7ed764258e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431654 Sep 04 01:20:22.719922 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91c872-de48-489f-9fca-1fe42d261697 req-e8f77ffe-9f4c-42fb-b4ca-b400d7cdffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:22.721361 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3c91c872-de48-489f-9fca-1fe42d261697 req-e8f77ffe-9f4c-42fb-b4ca-b400d7cdffe9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2506b96ac13541e6a7a47c5aedca67e5&device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 1129 time: 0.0452397 Sep 04 01:20:22.827688 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91c872-de48-489f-9fca-1fe42d261697 req-e0bb93ef-3688-4f06-92c6-a201fea9171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:22.829258 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3c91c872-de48-489f-9fca-1fe42d261697 req-e0bb93ef-3688-4f06-92c6-a201fea9171c service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ca88993b-9210-4173-b062-c40cdf9e1da6 HTTP/1.1" status: 200 len: 912 time: 0.0891073 Sep 04 01:20:22.901093 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3c91c872-de48-489f-9fca-1fe42d261697 req-6151bd2f-8592-4fd3-8979-cb0ad1c7d872 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da467063-2304-41a7-80d8-d19cc5f69f7a HTTP/1.1" status: 200 len: 1000 time: 0.0660594 Sep 04 01:20:22.950849 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91c872-de48-489f-9fca-1fe42d261697 req-45c852da-58e7-45d1-bf06-361885304665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:22.952336 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3c91c872-de48-489f-9fca-1fe42d261697 req-45c852da-58e7-45d1-bf06-361885304665 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=53b46299-8023-4a0f-bdf3-86b9a7286814 HTTP/1.1" status: 200 len: 850 time: 0.0457013 Sep 04 01:20:22.997866 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91c872-de48-489f-9fca-1fe42d261697 req-be2ebf67-be85-4050-b09a-afca3079413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:20:22.999844 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3c91c872-de48-489f-9fca-1fe42d261697 req-be2ebf67-be85-4050-b09a-afca3079413f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ca88993b-9210-4173-b062-c40cdf9e1da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409336 Sep 04 01:20:23.065230 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:20:23.101923 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3c91c872-de48-489f-9fca-1fe42d261697 req-07702b6a-14cf-43be-836a-e4ab79ef450b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959094 Sep 04 01:20:23.201697 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-3c91c872-de48-489f-9fca-1fe42d261697 req-060489b0-7f47-48ef-ae4c-ee795557bb83 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924056 Sep 04 01:20:29.018505 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:30.724633 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-a7ba8f0c-8f4d-40bd-a1c3-f0a4f7477136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:32.992151 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-dd3f1368-de62-4a9b-8465-a4e7a896c370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:33.060611 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=6 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:33.196123 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=52 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:33.198034 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=49 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:34.209788 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:35.775220 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:35.923528 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:37.975377 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:20:47.721612 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [req-edb9c353-27a4-4fed-9b5b-6575ac1bda7d req-293b9487-5597-4a92-9224-56ec5145cb10 service neutron] (106790) timed out ('10.222.0.16', 52124) {{(pid=106790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 04 01:20:47.903130 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:47.909070 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:20:53.232120 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [req-9fc708db-9f7f-4428-9193-49528ecf8c57 req-97468d51-66d4-4eb2-a690-71a7b9de7db5 service neutron] (106791) timed out ('10.222.0.16', 52145) {{(pid=106791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 04 01:21:00.063315 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:21:00.717993 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-891c0f41-977d-4b44-8d10-7f998505c6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:02.989956 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-f6789cc9-a92c-42b5-a319-b254fd49b8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:04.237806 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:04.980908 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=4 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:05.780570 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:05.934814 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:07.963135 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:10.059688 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=4 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:13.078057 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 57572) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:13.506591 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Deleting port 2cb92656-0703-4e63-aea6-6a33af32438b {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:21:13.506927 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (2cb92656-0703-4e63-aea6-6a33af32438b), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:13.587138 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (2cb92656-0703-4e63-aea6-6a33af32438b), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:13.587463 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for floatingip (2cb92656-0703-4e63-aea6-6a33af32438b), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:13.600315 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Calling delete_port for 2cb92656-0703-4e63-aea6-6a33af32438b owned by network:floatingip {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:21:13.826619 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (2cb92656-0703-4e63-aea6-6a33af32438b), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:13.853044 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event deleted for resources: {'Port': ['ID=2cb92656-0703-4e63-aea6-6a33af32438b,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:13.882243 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:13.882615 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:13.882959 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:13.883302 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:13.883660 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:13.884211 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:13.884749 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:13.885362 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:13.885940 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:13.886519 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:13.887103 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:13.887583 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:13.887923 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:13.888254 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:13.888589 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:13.932707 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for floatingip (81f900c1-3ec9-4084-8a6c-417d2bf9b327), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:13.933037 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.l3_db [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Floating IP 81f900c1-3ec9-4084-8a6c-417d2bf9b327 disassociated (deleted). External IP: 172.37.7.152, port: 7013b090-a02a-4f55-8e96-e743cde4d73a. Sep 04 01:21:14.140385 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Router 6dabf8dd-965b-4215-badb-62721cb59027 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:21:14.250028 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:21:14.255154 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:14.260453 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d290f3-0fc0-4521-a99b-9051d0ca0a85 None None] Sync routers for ids ['6dabf8dd-965b-4215-badb-62721cb59027'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:21:14.271406 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d290f3-0fc0-4521-a99b-9051d0ca0a85 None None] Routers {'6dabf8dd-965b-4215-badb-62721cb59027'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:21:14.272012 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-02d290f3-0fc0-4521-a99b-9051d0ca0a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:21:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['6dabf8dd-965b-4215-badb-62721cb59027'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:14.281502 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:14.285986 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-b4101d1c-0c07-4979-adc7-b8fb2da3f6a0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/81f900c1-3ec9-4084-8a6c-417d2bf9b327 HTTP/1.1" status: 204 len: 168 time: 1.2067852 Sep 04 01:21:14.286521 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af95d46-3118-449e-9a37-63298088e3ea', 'tag': '7013b090-a02a-4f55-8e96-e743cde4d73a'}] {{(pid=106790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:21:14.288871 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768fddc788cc630bf6be659ba1cc99228bd403d8973f3d1aee7c621fd359d80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0fc854-0ff5-40c2-90e5-841475516af5" -d '{"events": [{"name": "network-changed", "server_uuid": "1af95d46-3118-449e-9a37-63298088e3ea", "tag": "7013b090-a02a-4f55-8e96-e743cde4d73a"}]}' {{(pid=106790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:21:14.397320 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-02d290f3-0fc0-4521-a99b-9051d0ca0a85 None None] Set router 6dabf8dd-965b-4215-badb-62721cb59027 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:21:14.421824 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5283bb31-219e-431c-aea0-21c263c6e573 x-openstack-request-id: req-5283bb31-219e-431c-aea0-21c263c6e573 {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:21:14.422123 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af95d46-3118-449e-9a37-63298088e3ea", "tag": "7013b090-a02a-4f55-8e96-e743cde4d73a", "status": "completed", "code": 200}]} {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:21:14.422378 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5283bb31-219e-431c-aea0-21c263c6e573 {{(pid=106790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:21:14.422864 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5283bb31-219e-431c-aea0-21c263c6e573'] response: {'name': 'network-changed', 'server_uuid': '1af95d46-3118-449e-9a37-63298088e3ea', 'tag': '7013b090-a02a-4f55-8e96-e743cde4d73a', 'status': 'completed', 'code': 200} Sep 04 01:21:14.567193 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fc854-0ff5-40c2-90e5-841475516af5 req-ae403ac0-da29-4e06-9e87-a88040ba491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:14.568737 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4c0fc854-0ff5-40c2-90e5-841475516af5 req-ae403ac0-da29-4e06-9e87-a88040ba491f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2506b96ac13541e6a7a47c5aedca67e5&device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 1130 time: 0.0949407 Sep 04 01:21:14.629561 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-02d290f3-0fc0-4521-a99b-9051d0ca0a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7d9ce754-4abe-4ff6-b267-baef93152378', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'floating_ip_address': '172.37.7.91', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'port_id': 'da467063-2304-41a7-80d8-d19cc5f69f7a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'mac_address': 'fa:16:3e:44:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c3060f-d328-4221-864f-8af5a9baae4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:17:44Z', 'updated_at': '2022-09-04T01:17:46Z', 'revision_number': 1, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c73d8972-0881-4e30-8303-b09f2c82f2f0', 'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'mac_address': 'fa:16:3e:b7:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:29Z', 'updated_at': '2022-09-04T01:14:36Z', 'revision_number': 5, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'subnets': [{'id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:14.655170 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d290f3-0fc0-4521-a99b-9051d0ca0a85 None None] Checking router: 6dabf8dd-965b-4215-badb-62721cb59027 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:21:14.664733 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d290f3-0fc0-4521-a99b-9051d0ca0a85 None None] Routers {'6dabf8dd-965b-4215-badb-62721cb59027'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:21:14.665365 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-02d290f3-0fc0-4521-a99b-9051d0ca0a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:21:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['6dabf8dd-965b-4215-badb-62721cb59027'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:14.666594 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fc854-0ff5-40c2-90e5-841475516af5 req-f8f679d2-b526-4dd3-884a-8e41504a7926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:14.668472 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4c0fc854-0ff5-40c2-90e5-841475516af5 req-f8f679d2-b526-4dd3-884a-8e41504a7926 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ca88993b-9210-4173-b062-c40cdf9e1da6 HTTP/1.1" status: 200 len: 912 time: 0.0940506 Sep 04 01:21:14.768389 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-02d290f3-0fc0-4521-a99b-9051d0ca0a85 None None] Set router 6dabf8dd-965b-4215-badb-62721cb59027 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:21:14.807615 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c559d-2380-480c-b1f9-3a705dcd3545 req-98be6699-bfe8-4d21-bf3f-dddda6aaa1cd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:14.809258 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-434c559d-2380-480c-b1f9-3a705dcd3545 req-98be6699-bfe8-4d21-bf3f-dddda6aaa1cd tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 946 time: 0.1145289 Sep 04 01:21:14.821006 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:14.861455 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-434c559d-2380-480c-b1f9-3a705dcd3545 req-b7ff1fe8-a047-4f01-8a99-076494fbfd7c tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463817 Sep 04 01:21:14.984786 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-02d290f3-0fc0-4521-a99b-9051d0ca0a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7d9ce754-4abe-4ff6-b267-baef93152378', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'floating_ip_address': '172.37.7.91', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'port_id': 'da467063-2304-41a7-80d8-d19cc5f69f7a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'mac_address': 'fa:16:3e:44:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c3060f-d328-4221-864f-8af5a9baae4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:17:44Z', 'updated_at': '2022-09-04T01:17:46Z', 'revision_number': 1, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c73d8972-0881-4e30-8303-b09f2c82f2f0', 'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'mac_address': 'fa:16:3e:b7:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:29Z', 'updated_at': '2022-09-04T01:14:36Z', 'revision_number': 5, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'subnets': [{'id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:15.008656 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d290f3-0fc0-4521-a99b-9051d0ca0a85 None None] The sync data for ids ['6dabf8dd-965b-4215-badb-62721cb59027'] in dv-cinder-master-3-iscsi is: [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7d9ce754-4abe-4ff6-b267-baef93152378', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'floating_ip_address': '172.37.7.91', 'floating_network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'router_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'port_id': 'da467063-2304-41a7-80d8-d19cc5f69f7a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'mac_address': 'fa:16:3e:44:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c3060f-d328-4221-864f-8af5a9baae4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T01:17:44Z', 'updated_at': '2022-09-04T01:17:46Z', 'revision_number': 1, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c73d8972-0881-4e30-8303-b09f2c82f2f0', 'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'mac_address': 'fa:16:3e:b7:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:29Z', 'updated_at': '2022-09-04T01:14:36Z', 'revision_number': 5, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'subnets': [{'id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:21:15.234849 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a4742d-c81c-4688-910d-e53c7e77cebb None None] New status for floating IP 81f900c1-3ec9-4084-8a6c-417d2bf9b327: DOWN {{(pid=106792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:21:15.771044 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4c0fc854-0ff5-40c2-90e5-841475516af5 req-3f4980e9-2442-44f4-98a5-59914438f0d5 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7013b090-a02a-4f55-8e96-e743cde4d73a HTTP/1.1" status: 200 len: 217 time: 0.0376687 Sep 04 01:21:15.819303 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fc854-0ff5-40c2-90e5-841475516af5 req-334f9718-8f8d-4516-a41e-9e7d4d3ba883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:15.820685 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4c0fc854-0ff5-40c2-90e5-841475516af5 req-334f9718-8f8d-4516-a41e-9e7d4d3ba883 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=53b46299-8023-4a0f-bdf3-86b9a7286814 HTTP/1.1" status: 200 len: 850 time: 0.0430167 Sep 04 01:21:16.029340 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fc854-0ff5-40c2-90e5-841475516af5 req-adc58dd8-964f-4877-b905-a7fd6ff71bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:16.030715 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4c0fc854-0ff5-40c2-90e5-841475516af5 req-adc58dd8-964f-4877-b905-a7fd6ff71bdf service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ca88993b-9210-4173-b062-c40cdf9e1da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647609 Sep 04 01:21:16.045752 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31752679-e305-4a81-bc21-fe5cfdac74e2 req-73edb30a-42f4-41fc-b269-18e5cb1246f1 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:16.047102 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-31752679-e305-4a81-bc21-fe5cfdac74e2 req-73edb30a-42f4-41fc-b269-18e5cb1246f1 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 946 time: 0.1064239 Sep 04 01:21:16.099128 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-31752679-e305-4a81-bc21-fe5cfdac74e2 req-dfceab97-88c8-44c0-8c2c-7fd70a5781a5 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457859 Sep 04 01:21:16.300380 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4c0fc854-0ff5-40c2-90e5-841475516af5 req-930ef691-6123-4993-844b-3fcbc0b8bbb3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830717 Sep 04 01:21:16.370220 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de674b-6720-4620-9fc4-611e51e5c685 req-01e279d1-9d24-48e5-90a5-725cb85ebb0d tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:16.371668 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-66de674b-6720-4620-9fc4-611e51e5c685 req-01e279d1-9d24-48e5-90a5-725cb85ebb0d tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 946 time: 0.0459883 Sep 04 01:21:16.413419 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-4c0fc854-0ff5-40c2-90e5-841475516af5 req-545bbb38-6e77-4242-a4a8-444214b78b1d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876734 Sep 04 01:21:16.453770 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [req-66de674b-6720-4620-9fc4-611e51e5c685 req-d71170e6-d928-476e-b980-87e3924a4ffb tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Deleting port 7013b090-a02a-4f55-8e96-e743cde4d73a {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:21:16.454107 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-66de674b-6720-4620-9fc4-611e51e5c685 req-d71170e6-d928-476e-b980-87e3924a4ffb tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (7013b090-a02a-4f55-8e96-e743cde4d73a), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:16.551396 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.db [req-66de674b-6720-4620-9fc4-611e51e5c685 req-d71170e6-d928-476e-b980-87e3924a4ffb tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] For port 7013b090-a02a-4f55-8e96-e743cde4d73a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7013b090-a02a-4f55-8e96-e743cde4d73a,segment=NetworkSegment(ec3b99f9-cd00-455f-aba9-a56f7e7f2980),segment_id=ec3b99f9-cd00-455f-aba9-a56f7e7f2980)] {{(pid=106790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:21:16.551712 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-66de674b-6720-4620-9fc4-611e51e5c685 req-d71170e6-d928-476e-b980-87e3924a4ffb tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (7013b090-a02a-4f55-8e96-e743cde4d73a), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:16.569655 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [req-66de674b-6720-4620-9fc4-611e51e5c685 req-d71170e6-d928-476e-b980-87e3924a4ffb tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Calling delete_port for 7013b090-a02a-4f55-8e96-e743cde4d73a owned by compute:nova {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:21:16.780235 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-66de674b-6720-4620-9fc4-611e51e5c685 req-d71170e6-d928-476e-b980-87e3924a4ffb tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (7013b090-a02a-4f55-8e96-e743cde4d73a), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:16.807025 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71170e6-d928-476e-b980-87e3924a4ffb tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event deleted for resources: {'Port': ['ID=7013b090-a02a-4f55-8e96-e743cde4d73a,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:16.853438 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [req-66de674b-6720-4620-9fc4-611e51e5c685 req-d71170e6-d928-476e-b980-87e3924a4ffb tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] No DVR routers for this DVR port 7013b090-a02a-4f55-8e96-e743cde4d73a on host hv-cinder-maste {{(pid=106790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:21:16.855867 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-66de674b-6720-4620-9fc4-611e51e5c685 req-d71170e6-d928-476e-b980-87e3924a4ffb tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:16.859145 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-66de674b-6720-4620-9fc4-611e51e5c685 req-d71170e6-d928-476e-b980-87e3924a4ffb tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.16 "DELETE /networking/v2.0/ports/7013b090-a02a-4f55-8e96-e743cde4d73a HTTP/1.1" status: 204 len: 173 time: 0.4817228 Sep 04 01:21:16.859575 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af95d46-3118-449e-9a37-63298088e3ea', 'name': 'network-vif-deleted', 'tag': '7013b090-a02a-4f55-8e96-e743cde4d73a'}] {{(pid=106790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:21:16.861871 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768fddc788cc630bf6be659ba1cc99228bd403d8973f3d1aee7c621fd359d80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9422e89f-d752-47a5-889e-cf5a9ef345a5" -d '{"events": [{"server_uuid": "1af95d46-3118-449e-9a37-63298088e3ea", "name": "network-vif-deleted", "tag": "7013b090-a02a-4f55-8e96-e743cde4d73a"}]}' {{(pid=106790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:21:16.906238 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a70c1ba-82f2-4262-b4be-afcbdfe72cd8 x-openstack-request-id: req-3a70c1ba-82f2-4262-b4be-afcbdfe72cd8 {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:21:16.906531 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af95d46-3118-449e-9a37-63298088e3ea", "name": "network-vif-deleted", "tag": "7013b090-a02a-4f55-8e96-e743cde4d73a", "status": "completed", "code": 200}]} {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:21:16.906792 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a70c1ba-82f2-4262-b4be-afcbdfe72cd8 {{(pid=106790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:21:16.907215 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a70c1ba-82f2-4262-b4be-afcbdfe72cd8'] response: {'server_uuid': '1af95d46-3118-449e-9a37-63298088e3ea', 'name': 'network-vif-deleted', 'tag': '7013b090-a02a-4f55-8e96-e743cde4d73a', 'status': 'completed', 'code': 200} Sep 04 01:21:17.205532 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-1f88ea53-c4b2-4f60-9c1e-422d332d27c6 req-b0bc639b-2644-4aeb-bc35-9e559f5cee7b tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 210 time: 0.0303028 Sep 04 01:21:18.327018 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-685c9ccc-d60a-44f7-8d68-3c399e6c2e17 req-fc92cb6f-3062-4cdd-8098-1cd51da6effb tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1af95d46-3118-449e-9a37-63298088e3ea HTTP/1.1" status: 200 len: 210 time: 0.0315981 Sep 04 01:21:19.998134 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 7013b090-a02a-4f55-8e96-e743cde4d73a no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:21:20.022296 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] No Port match for: 7013b090-a02a-4f55-8e96-e743cde4d73a {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:21:20.022639 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device 7013b090-a02a-4f55-8e96-e743cde4d73a not bound to the agent host hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:21:21.854152 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 57626) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:21.995376 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-f9b7fb8a-c846-4877-a537-45fde9b581a8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Deleting port 5ee2ac7f-a0bd-48ec-87f1-756163b9c8c9 {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:21:21.995715 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f9b7fb8a-c846-4877-a537-45fde9b581a8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (5ee2ac7f-a0bd-48ec-87f1-756163b9c8c9), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:22.077523 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f9b7fb8a-c846-4877-a537-45fde9b581a8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (5ee2ac7f-a0bd-48ec-87f1-756163b9c8c9), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:22.077841 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f9b7fb8a-c846-4877-a537-45fde9b581a8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for floatingip (5ee2ac7f-a0bd-48ec-87f1-756163b9c8c9), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:22.090256 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-f9b7fb8a-c846-4877-a537-45fde9b581a8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Calling delete_port for 5ee2ac7f-a0bd-48ec-87f1-756163b9c8c9 owned by network:floatingip {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:21:22.168530 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:22.185121 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:22.311673 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f9b7fb8a-c846-4877-a537-45fde9b581a8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (5ee2ac7f-a0bd-48ec-87f1-756163b9c8c9), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:22.339817 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7fb8a-c846-4877-a537-45fde9b581a8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event deleted for resources: {'Port': ['ID=5ee2ac7f-a0bd-48ec-87f1-756163b9c8c9,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:22.404593 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f9b7fb8a-c846-4877-a537-45fde9b581a8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for floatingip (7d9ce754-4abe-4ff6-b267-baef93152378), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:22.404917 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.db.l3_db [None req-f9b7fb8a-c846-4877-a537-45fde9b581a8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Floating IP 7d9ce754-4abe-4ff6-b267-baef93152378 disassociated (deleted). External IP: 172.37.7.91, port: da467063-2304-41a7-80d8-d19cc5f69f7a. Sep 04 01:21:22.606179 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b7fb8a-c846-4877-a537-45fde9b581a8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Router 6dabf8dd-965b-4215-badb-62721cb59027 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:21:22.717910 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b7fb8a-c846-4877-a537-45fde9b581a8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:21:22.722889 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-f9b7fb8a-c846-4877-a537-45fde9b581a8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:22.727668 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032d0fa6-ae2d-4602-a577-31d111661d35 None None] Sync routers for ids ['6dabf8dd-965b-4215-badb-62721cb59027'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:21:22.737297 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032d0fa6-ae2d-4602-a577-31d111661d35 None None] Routers {'6dabf8dd-965b-4215-badb-62721cb59027'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:21:22.737981 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-032d0fa6-ae2d-4602-a577-31d111661d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:21:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['6dabf8dd-965b-4215-badb-62721cb59027'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:22.754356 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-f9b7fb8a-c846-4877-a537-45fde9b581a8 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/7d9ce754-4abe-4ff6-b267-baef93152378 HTTP/1.1" status: 204 len: 168 time: 0.8991311 Sep 04 01:21:22.755834 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c3060f-d328-4221-864f-8af5a9baae4c', 'tag': 'da467063-2304-41a7-80d8-d19cc5f69f7a'}] {{(pid=106790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:21:22.758277 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768fddc788cc630bf6be659ba1cc99228bd403d8973f3d1aee7c621fd359d80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb6cdb5-e723-4bb9-aea0-9244a1e08310" -d '{"events": [{"name": "network-changed", "server_uuid": "77c3060f-d328-4221-864f-8af5a9baae4c", "tag": "da467063-2304-41a7-80d8-d19cc5f69f7a"}]}' {{(pid=106790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:21:22.806079 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 01:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d064aca1-0c76-4bb2-b1a8-96bedc4fb670 x-openstack-request-id: req-d064aca1-0c76-4bb2-b1a8-96bedc4fb670 {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:21:22.806376 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c3060f-d328-4221-864f-8af5a9baae4c", "tag": "da467063-2304-41a7-80d8-d19cc5f69f7a", "status": "completed", "code": 200}]} {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:21:22.806630 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d064aca1-0c76-4bb2-b1a8-96bedc4fb670 {{(pid=106790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:21:22.807044 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d064aca1-0c76-4bb2-b1a8-96bedc4fb670'] response: {'name': 'network-changed', 'server_uuid': '77c3060f-d328-4221-864f-8af5a9baae4c', 'tag': 'da467063-2304-41a7-80d8-d19cc5f69f7a', 'status': 'completed', 'code': 200} Sep 04 01:21:22.832200 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:22.847996 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:22.850208 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-032d0fa6-ae2d-4602-a577-31d111661d35 None None] Set router 6dabf8dd-965b-4215-badb-62721cb59027 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:21:22.893284 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6cdb5-e723-4bb9-aea0-9244a1e08310 req-803ac7fc-28ad-4f77-ae1a-ddec5fbc8856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:22.894694 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2cb6cdb5-e723-4bb9-aea0-9244a1e08310 req-803ac7fc-28ad-4f77-ae1a-ddec5fbc8856 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2506b96ac13541e6a7a47c5aedca67e5&device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 1129 time: 0.0410018 Sep 04 01:21:22.991587 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6cdb5-e723-4bb9-aea0-9244a1e08310 req-98694e26-83d8-4a22-9b0a-c58aa059be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:22.993119 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2cb6cdb5-e723-4bb9-aea0-9244a1e08310 req-98694e26-83d8-4a22-9b0a-c58aa059be85 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ca88993b-9210-4173-b062-c40cdf9e1da6 HTTP/1.1" status: 200 len: 912 time: 0.0916386 Sep 04 01:21:23.047046 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2cb6cdb5-e723-4bb9-aea0-9244a1e08310 req-3d1272cb-b5ea-4ae2-8107-6cdc9278ba32 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da467063-2304-41a7-80d8-d19cc5f69f7a HTTP/1.1" status: 200 len: 217 time: 0.0423613 Sep 04 01:21:23.049006 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-032d0fa6-ae2d-4602-a577-31d111661d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c73d8972-0881-4e30-8303-b09f2c82f2f0', 'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'mac_address': 'fa:16:3e:b7:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:29Z', 'updated_at': '2022-09-04T01:14:36Z', 'revision_number': 5, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'subnets': [{'id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:23.075693 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032d0fa6-ae2d-4602-a577-31d111661d35 None None] Checking router: 6dabf8dd-965b-4215-badb-62721cb59027 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:21:23.086633 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032d0fa6-ae2d-4602-a577-31d111661d35 None None] Routers {'6dabf8dd-965b-4215-badb-62721cb59027'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:21:23.087244 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-032d0fa6-ae2d-4602-a577-31d111661d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:21:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['6dabf8dd-965b-4215-badb-62721cb59027'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:23.101437 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6cdb5-e723-4bb9-aea0-9244a1e08310 req-9677fe37-a709-44fe-8bdb-5bb8fc4afe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:23.103040 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2cb6cdb5-e723-4bb9-aea0-9244a1e08310 req-9677fe37-a709-44fe-8bdb-5bb8fc4afe92 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=53b46299-8023-4a0f-bdf3-86b9a7286814 HTTP/1.1" status: 200 len: 850 time: 0.0503898 Sep 04 01:21:23.170569 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9ff5d-fcb2-4810-96fb-9f5999922151 req-e86423b1-cb99-4d86-925f-408d2368f57b tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:23.171946 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8ea9ff5d-fcb2-4810-96fb-9f5999922151 req-e86423b1-cb99-4d86-925f-408d2368f57b tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 945 time: 0.0470555 Sep 04 01:21:23.191931 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-032d0fa6-ae2d-4602-a577-31d111661d35 None None] Set router 6dabf8dd-965b-4215-badb-62721cb59027 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:21:23.221708 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-8ea9ff5d-fcb2-4810-96fb-9f5999922151 req-30faa4ad-2561-4437-9185-20978ed7b17c tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430791 Sep 04 01:21:23.380697 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-032d0fa6-ae2d-4602-a577-31d111661d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c73d8972-0881-4e30-8303-b09f2c82f2f0', 'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'mac_address': 'fa:16:3e:b7:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:29Z', 'updated_at': '2022-09-04T01:14:36Z', 'revision_number': 5, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'subnets': [{'id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:23.407881 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032d0fa6-ae2d-4602-a577-31d111661d35 None None] The sync data for ids ['6dabf8dd-965b-4215-badb-62721cb59027'] in dv-cinder-master-3-iscsi is: [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:14:30Z', 'revision_number': 4, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c73d8972-0881-4e30-8303-b09f2c82f2f0', 'name': '', 'network_id': 'ca88993b-9210-4173-b062-c40cdf9e1da6', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'mac_address': 'fa:16:3e:b7:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:29Z', 'updated_at': '2022-09-04T01:14:36Z', 'revision_number': 5, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'subnets': [{'id': '53b46299-8023-4a0f-bdf3-86b9a7286814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:21:23.621027 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b3e4b0-e856-4bcf-9fa6-5082b037cf6e None None] New status for floating IP 7d9ce754-4abe-4ff6-b267-baef93152378: DOWN {{(pid=106792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 01:21:24.226709 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6cdb5-e723-4bb9-aea0-9244a1e08310 req-ed333b9f-cb50-464c-ad16-4589bf4d8ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:24.228182 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2cb6cdb5-e723-4bb9-aea0-9244a1e08310 req-ed333b9f-cb50-464c-ad16-4589bf4d8ef7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ca88993b-9210-4173-b062-c40cdf9e1da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426624 Sep 04 01:21:24.388285 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff1220-7d1b-4559-aff5-27d60e9adba8 req-d20d4c22-0878-4c63-897d-a4f73cdc62c0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:24.389761 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b9ff1220-7d1b-4559-aff5-27d60e9adba8 req-d20d4c22-0878-4c63-897d-a4f73cdc62c0 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 945 time: 0.0794435 Sep 04 01:21:24.431291 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2cb6cdb5-e723-4bb9-aea0-9244a1e08310 req-13bbb897-2669-4a42-9200-9b59fffa9fd2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449420 Sep 04 01:21:24.449146 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:24.499987 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-b9ff1220-7d1b-4559-aff5-27d60e9adba8 req-30b58dd5-0f46-45d4-8e72-393acb5b2272 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46402ba3-28d6-4a31-82e5-99b05a90c3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010654 Sep 04 01:21:24.514795 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:24.541752 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-2cb6cdb5-e723-4bb9-aea0-9244a1e08310 req-bc583c0c-9380-4299-9601-9fe3898a3397 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011522 Sep 04 01:21:24.796110 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cc562-4cf1-4a1f-a9c4-c542c527e0e1 req-e315ce2f-4c5c-473d-b73c-bed68e5210aa tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 01:21:24.797654 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-164cc562-4cf1-4a1f-a9c4-c542c527e0e1 req-e315ce2f-4c5c-473d-b73c-bed68e5210aa tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 945 time: 0.0486889 Sep 04 01:21:24.893559 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [req-164cc562-4cf1-4a1f-a9c4-c542c527e0e1 req-4e5d90cf-b6de-42b6-b6a3-e0dc49746b7f tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Deleting port da467063-2304-41a7-80d8-d19cc5f69f7a {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:21:24.893894 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-164cc562-4cf1-4a1f-a9c4-c542c527e0e1 req-4e5d90cf-b6de-42b6-b6a3-e0dc49746b7f tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (da467063-2304-41a7-80d8-d19cc5f69f7a), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:25.005175 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.db [req-164cc562-4cf1-4a1f-a9c4-c542c527e0e1 req-4e5d90cf-b6de-42b6-b6a3-e0dc49746b7f tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] For port da467063-2304-41a7-80d8-d19cc5f69f7a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da467063-2304-41a7-80d8-d19cc5f69f7a,segment=NetworkSegment(ec3b99f9-cd00-455f-aba9-a56f7e7f2980),segment_id=ec3b99f9-cd00-455f-aba9-a56f7e7f2980)] {{(pid=106790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:21:25.006167 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-164cc562-4cf1-4a1f-a9c4-c542c527e0e1 req-4e5d90cf-b6de-42b6-b6a3-e0dc49746b7f tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (da467063-2304-41a7-80d8-d19cc5f69f7a), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:25.022212 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [req-164cc562-4cf1-4a1f-a9c4-c542c527e0e1 req-4e5d90cf-b6de-42b6-b6a3-e0dc49746b7f tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Calling delete_port for da467063-2304-41a7-80d8-d19cc5f69f7a owned by compute:nova {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:21:25.240945 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-164cc562-4cf1-4a1f-a9c4-c542c527e0e1 req-4e5d90cf-b6de-42b6-b6a3-e0dc49746b7f tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (da467063-2304-41a7-80d8-d19cc5f69f7a), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:25.270129 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d90cf-b6de-42b6-b6a3-e0dc49746b7f tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event deleted for resources: {'Port': ['ID=da467063-2304-41a7-80d8-d19cc5f69f7a,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:25.325493 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [req-164cc562-4cf1-4a1f-a9c4-c542c527e0e1 req-4e5d90cf-b6de-42b6-b6a3-e0dc49746b7f tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] No DVR routers for this DVR port da467063-2304-41a7-80d8-d19cc5f69f7a on host hv-cinder-maste {{(pid=106790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:21:25.327937 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [req-164cc562-4cf1-4a1f-a9c4-c542c527e0e1 req-4e5d90cf-b6de-42b6-b6a3-e0dc49746b7f tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for port (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:25.331311 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-164cc562-4cf1-4a1f-a9c4-c542c527e0e1 req-4e5d90cf-b6de-42b6-b6a3-e0dc49746b7f tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.16 "DELETE /networking/v2.0/ports/da467063-2304-41a7-80d8-d19cc5f69f7a HTTP/1.1" status: 204 len: 173 time: 0.5278063 Sep 04 01:21:25.331752 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c3060f-d328-4221-864f-8af5a9baae4c', 'name': 'network-vif-deleted', 'tag': 'da467063-2304-41a7-80d8-d19cc5f69f7a'}] {{(pid=106790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 01:21:25.334148 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768fddc788cc630bf6be659ba1cc99228bd403d8973f3d1aee7c621fd359d80b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2af239-f66a-434c-8ac5-db7420484524" -d '{"events": [{"server_uuid": "77c3060f-d328-4221-864f-8af5a9baae4c", "name": "network-vif-deleted", "tag": "da467063-2304-41a7-80d8-d19cc5f69f7a"}]}' {{(pid=106790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 01:21:25.379242 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 01:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d8ed68-7ba9-4aab-b2cd-2a98b1e2f892 x-openstack-request-id: req-25d8ed68-7ba9-4aab-b2cd-2a98b1e2f892 {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 01:21:25.379530 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c3060f-d328-4221-864f-8af5a9baae4c", "name": "network-vif-deleted", "tag": "da467063-2304-41a7-80d8-d19cc5f69f7a", "status": "completed", "code": 200}]} {{(pid=106790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 01:21:25.379781 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25d8ed68-7ba9-4aab-b2cd-2a98b1e2f892 {{(pid=106790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 01:21:25.380434 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25d8ed68-7ba9-4aab-b2cd-2a98b1e2f892'] response: {'server_uuid': '77c3060f-d328-4221-864f-8af5a9baae4c', 'name': 'network-vif-deleted', 'tag': 'da467063-2304-41a7-80d8-d19cc5f69f7a', 'status': 'completed', 'code': 200} Sep 04 01:21:25.611130 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [req-906a3fbf-6d90-4a29-ba25-00ac363918b3 req-222fc925-f0f1-4934-890b-9db9b8e6c0fe tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 210 time: 0.0297995 Sep 04 01:21:26.734291 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [req-b5aae36a-1f69-4e27-b912-bd060e164724 req-5139b7f7-e6d6-4326-9d1c-40238c238d63 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=77c3060f-d328-4221-864f-8af5a9baae4c HTTP/1.1" status: 200 len: 210 time: 0.0309005 Sep 04 01:21:27.800133 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 57644) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:27.910325 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-8babb4ea-4d0a-49e0-885c-9524e529af10 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Deleting port 94af0c51-d74e-4c78-9466-ecd1c16abdc2 {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:21:27.910664 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-8babb4ea-4d0a-49e0-885c-9524e529af10 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (94af0c51-d74e-4c78-9466-ecd1c16abdc2), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:27.989229 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-8babb4ea-4d0a-49e0-885c-9524e529af10 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (94af0c51-d74e-4c78-9466-ecd1c16abdc2), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:27.989548 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-8babb4ea-4d0a-49e0-885c-9524e529af10 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for floatingip (94af0c51-d74e-4c78-9466-ecd1c16abdc2), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:28.003770 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-8babb4ea-4d0a-49e0-885c-9524e529af10 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Calling delete_port for 94af0c51-d74e-4c78-9466-ecd1c16abdc2 owned by network:floatingip {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:21:28.004107 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device da467063-2304-41a7-80d8-d19cc5f69f7a no longer exists at agent hyperv_hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:21:28.024613 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] No Port match for: da467063-2304-41a7-80d8-d19cc5f69f7a {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:21:28.024883 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Device da467063-2304-41a7-80d8-d19cc5f69f7a not bound to the agent host hv-cinder-maste {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:21:28.205979 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-8babb4ea-4d0a-49e0-885c-9524e529af10 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (94af0c51-d74e-4c78-9466-ecd1c16abdc2), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:28.230028 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babb4ea-4d0a-49e0-885c-9524e529af10 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event deleted for resources: {'Port': ['ID=94af0c51-d74e-4c78-9466-ecd1c16abdc2,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:28.237353 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:28.275743 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:28.295120 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-8babb4ea-4d0a-49e0-885c-9524e529af10 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for floatingip (88634629-d485-4244-bba9-c4f7c60b82c7), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:28.298039 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-8babb4ea-4d0a-49e0-885c-9524e529af10 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1915972'] for floatingip (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:28.299183 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-8babb4ea-4d0a-49e0-885c-9524e529af10 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/88634629-d485-4244-bba9-c4f7c60b82c7 HTTP/1.1" status: 204 len: 168 time: 0.4988019 Sep 04 01:21:29.625173 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 57656) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:29.682300 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-efa869f0-7ad5-440a-ae93-2dd8d8a42ea7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group (46402ba3-28d6-4a31-82e5-99b05a90c3c7), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:29.706147 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-efa869f0-7ad5-440a-ae93-2dd8d8a42ea7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group (46402ba3-28d6-4a31-82e5-99b05a90c3c7), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:29.859946 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-efa869f0-7ad5-440a-ae93-2dd8d8a42ea7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (46402ba3-28d6-4a31-82e5-99b05a90c3c7), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:29.862894 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-efa869f0-7ad5-440a-ae93-2dd8d8a42ea7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Publish callbacks [] for security_group (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:29.864051 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-efa869f0-7ad5-440a-ae93-2dd8d8a42ea7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/46402ba3-28d6-4a31-82e5-99b05a90c3c7 HTTP/1.1" status: 204 len: 168 time: 0.2378645 Sep 04 01:21:29.874597 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa869f0-7ad5-440a-ae93-2dd8d8a42ea7 tempest-TestVolumeBootPattern-1801805144 tempest-TestVolumeBootPattern-1801805144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46402ba3-28d6-4a31-82e5-99b05a90c3c7,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:29.886971 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:29.887865 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:29.997557 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 57660) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:30.654243 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-9c4b1798-bb20-4086-8f43-aa7a243d2033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1721291'] for router_interface (6dabf8dd-965b-4215-badb-62721cb59027), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:30.712572 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-157faf0b-6355-45bc-bd8f-ccb4d1f9230d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:30.880020 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b1798-bb20-4086-8f43-aa7a243d2033 admin admin] Deleting port c73d8972-0881-4e30-8303-b09f2c82f2f0 {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:21:30.880356 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-9c4b1798-bb20-4086-8f43-aa7a243d2033 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (c73d8972-0881-4e30-8303-b09f2c82f2f0), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:30.965368 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.db [None req-9c4b1798-bb20-4086-8f43-aa7a243d2033 admin admin] For port c73d8972-0881-4e30-8303-b09f2c82f2f0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c73d8972-0881-4e30-8303-b09f2c82f2f0,segment=NetworkSegment(ec3b99f9-cd00-455f-aba9-a56f7e7f2980),segment_id=ec3b99f9-cd00-455f-aba9-a56f7e7f2980)] {{(pid=106790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:21:30.965939 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-9c4b1798-bb20-4086-8f43-aa7a243d2033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (c73d8972-0881-4e30-8303-b09f2c82f2f0), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:30.981583 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b1798-bb20-4086-8f43-aa7a243d2033 admin admin] Calling delete_port for c73d8972-0881-4e30-8303-b09f2c82f2f0 owned by network:router_interface {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:21:31.021927 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:31.036639 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:31.226609 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-9c4b1798-bb20-4086-8f43-aa7a243d2033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (c73d8972-0881-4e30-8303-b09f2c82f2f0), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:31.251890 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b1798-bb20-4086-8f43-aa7a243d2033 admin admin] Pushing event deleted for resources: {'Port': ['ID=c73d8972-0881-4e30-8303-b09f2c82f2f0,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:31.428374 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-9c4b1798-bb20-4086-8f43-aa7a243d2033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814139'] for router_interface (6dabf8dd-965b-4215-badb-62721cb59027), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:31.636235 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4b1798-bb20-4086-8f43-aa7a243d2033 admin admin] Router 6dabf8dd-965b-4215-badb-62721cb59027 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:21:31.738743 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4b1798-bb20-4086-8f43-aa7a243d2033 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:21:31.744299 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-9c4b1798-bb20-4086-8f43-aa7a243d2033 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/6dabf8dd-965b-4215-badb-62721cb59027/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7453763 Sep 04 01:21:31.746876 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 57664) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:31.750031 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff678aa-2cbe-427c-8029-d4d94c50aa50 None None] Sync routers for ids ['6dabf8dd-965b-4215-badb-62721cb59027'] in dv-cinder-master-3-iscsi {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:21:31.761452 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff678aa-2cbe-427c-8029-d4d94c50aa50 None None] Routers {'6dabf8dd-965b-4215-badb-62721cb59027'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:21:31.762136 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-eff678aa-2cbe-427c-8029-d4d94c50aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:21:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['6dabf8dd-965b-4215-badb-62721cb59027'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:31.847718 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-6025e5bd-be84-4369-b19c-560474fa5792 admin admin] Publish callbacks [] for router (6dabf8dd-965b-4215-badb-62721cb59027), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:31.849912 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:31.860826 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-eff678aa-2cbe-427c-8029-d4d94c50aa50 None None] Set router 6dabf8dd-965b-4215-badb-62721cb59027 gateway port host: dv-cinder-master-3-iscsi {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:21:31.955206 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-6025e5bd-be84-4369-b19c-560474fa5792 admin admin] Publish callbacks [] for router_gateway (6dabf8dd-965b-4215-badb-62721cb59027), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:32.041914 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-6025e5bd-be84-4369-b19c-560474fa5792 admin admin] Deleting port 491c36f8-0074-4f7c-870c-6d117c1f71b6 {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:21:32.042258 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-6025e5bd-be84-4369-b19c-560474fa5792 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (491c36f8-0074-4f7c-870c-6d117c1f71b6), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:32.042416 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-eff678aa-2cbe-427c-8029-d4d94c50aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33'}], 'enable_snat': True}, 'gw_port_id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:21:31Z', 'revision_number': 5, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port': {'id': '491c36f8-0074-4f7c-870c-6d117c1f71b6', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dabf8dd-965b-4215-badb-62721cb59027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:27Z', 'updated_at': '2022-09-04T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:32.067004 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff678aa-2cbe-427c-8029-d4d94c50aa50 None None] Checking router: 6dabf8dd-965b-4215-badb-62721cb59027 for host: dv-cinder-master-3-iscsi {{(pid=106793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:21:32.075819 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff678aa-2cbe-427c-8029-d4d94c50aa50 None None] Routers {'6dabf8dd-965b-4215-badb-62721cb59027'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:21:32.076418 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-eff678aa-2cbe-427c-8029-d4d94c50aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:21:03Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['6dabf8dd-965b-4215-badb-62721cb59027'], 'active': True} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:32.104792 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=100 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:32.128274 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.db [None req-6025e5bd-be84-4369-b19c-560474fa5792 admin admin] For port 491c36f8-0074-4f7c-870c-6d117c1f71b6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=491c36f8-0074-4f7c-870c-6d117c1f71b6,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:21:32.128642 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-6025e5bd-be84-4369-b19c-560474fa5792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (491c36f8-0074-4f7c-870c-6d117c1f71b6), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:32.143311 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-6025e5bd-be84-4369-b19c-560474fa5792 admin admin] Calling delete_port for 491c36f8-0074-4f7c-870c-6d117c1f71b6 owned by network:router_gateway {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:21:32.152244 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=100 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:32.160527 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_dvr_db [None req-eff678aa-2cbe-427c-8029-d4d94c50aa50 None None] Set router 6dabf8dd-965b-4215-badb-62721cb59027 gateway port host: None {{(pid=106793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:21:32.216085 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.l3_hamode_db [None req-eff678aa-2cbe-427c-8029-d4d94c50aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:21:31Z', 'revision_number': 6, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:32.240628 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff678aa-2cbe-427c-8029-d4d94c50aa50 None None] The sync data for ids ['6dabf8dd-965b-4215-badb-62721cb59027'] in dv-cinder-master-3-iscsi is: [{'id': '6dabf8dd-965b-4215-badb-62721cb59027', 'name': 'tempest-TestVolumeBootPattern-658319535-router', 'tenant_id': '2506b96ac13541e6a7a47c5aedca67e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:26Z', 'updated_at': '2022-09-04T01:21:31Z', 'revision_number': 6, 'project_id': '2506b96ac13541e6a7a47c5aedca67e5', 'gw_port_host': None}] {{(pid=106793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:21:32.397821 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-6025e5bd-be84-4369-b19c-560474fa5792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (491c36f8-0074-4f7c-870c-6d117c1f71b6), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:32.422185 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025e5bd-be84-4369-b19c-560474fa5792 admin admin] Pushing event deleted for resources: {'Port': ['ID=491c36f8-0074-4f7c-870c-6d117c1f71b6,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:32.489096 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-6025e5bd-be84-4369-b19c-560474fa5792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1810984'] for router_gateway (6dabf8dd-965b-4215-badb-62721cb59027), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:32.579819 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-6025e5bd-be84-4369-b19c-560474fa5792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14346'] for router (6dabf8dd-965b-4215-badb-62721cb59027), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:32.582743 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-6025e5bd-be84-4369-b19c-560474fa5792 admin admin] Publish callbacks [] for router_controller (6dabf8dd-965b-4215-badb-62721cb59027), precommit_delete_associations {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:32.729569 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-6025e5bd-be84-4369-b19c-560474fa5792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1721226'] for router (6dabf8dd-965b-4215-badb-62721cb59027), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:32.730493 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6025e5bd-be84-4369-b19c-560474fa5792 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dabf8dd-965b-4215-badb-62721cb59027 {{(pid=106790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 01:21:32.736374 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-6025e5bd-be84-4369-b19c-560474fa5792 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:32.742270 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-6025e5bd-be84-4369-b19c-560474fa5792 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/6dabf8dd-965b-4215-badb-62721cb59027 HTTP/1.1" status: 204 len: 168 time: 0.9897881 Sep 04 01:21:32.742270 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 57666) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:32.786804 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4059b08-bbd8-4bf4-bcc7-215685ef0f6b admin admin] Deleting subnet 53b46299-8023-4a0f-bdf3-86b9a7286814 {{(pid=106790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:21:32.790053 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c4059b08-bbd8-4bf4-bcc7-215685ef0f6b admin admin] Publish callbacks [] for subnet (53b46299-8023-4a0f-bdf3-86b9a7286814), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:32.824240 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c4059b08-bbd8-4bf4-bcc7-215685ef0f6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64390781'] for subnet (53b46299-8023-4a0f-bdf3-86b9a7286814), precommit_delete_associations {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:32.905229 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c4059b08-bbd8-4bf4-bcc7-215685ef0f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869317'] for subnet (53b46299-8023-4a0f-bdf3-86b9a7286814), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:32.956488 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:33.017141 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device c73d8972-0881-4e30-8303-b09f2c82f2f0 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:21:33.021177 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-84d57bc0-f6ea-4268-8ec1-46690f0b8c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:33.040564 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: c73d8972-0881-4e30-8303-b09f2c82f2f0 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:21:33.040906 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device c73d8972-0881-4e30-8303-b09f2c82f2f0 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:21:33.041341 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 491c36f8-0074-4f7c-870c-6d117c1f71b6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:21:33.044524 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c4059b08-bbd8-4bf4-bcc7-215685ef0f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63030278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65458455'] for subnet (53b46299-8023-4a0f-bdf3-86b9a7286814), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:33.061536 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: 491c36f8-0074-4f7c-870c-6d117c1f71b6 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:21:33.061947 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 491c36f8-0074-4f7c-870c-6d117c1f71b6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:21:33.071710 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4059b08-bbd8-4bf4-bcc7-215685ef0f6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53b46299-8023-4a0f-bdf3-86b9a7286814,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:33.075347 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-c4059b08-bbd8-4bf4-bcc7-215685ef0f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for subnet (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:33.083408 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-c4059b08-bbd8-4bf4-bcc7-215685ef0f6b admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/53b46299-8023-4a0f-bdf3-86b9a7286814 HTTP/1.1" status: 204 len: 168 time: 0.3374548 Sep 04 01:21:33.083408 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.wsgi [-] (106790) accepted ('10.222.0.42', 57668) {{(pid=106790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:33.084500 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ee1a7b-1313-46f7-806e-b5fcd49655ac None None] Network ca88993b-9210-4173-b062-c40cdf9e1da6 requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:21:33.158685 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4c289492-a13d-42ba-9768-5e1bda071a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855412'] for network (ca88993b-9210-4173-b062-c40cdf9e1da6), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:33.204755 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-4c289492-a13d-42ba-9768-5e1bda071a4f admin admin] Deleting port 996205b2-4ccc-4913-8458-2e4f1e0e6687 {{(pid=106790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:21:33.205119 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4c289492-a13d-42ba-9768-5e1bda071a4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (996205b2-4ccc-4913-8458-2e4f1e0e6687), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:33.263298 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02df44b2-e323-40f1-9706-e996767a039b None None] DHCP port deletion for ca88993b-9210-4173-b062-c40cdf9e1da6 request from dv-cinder-master-3-iscsi {{(pid=106792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 01:21:33.277416 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.db [None req-4c289492-a13d-42ba-9768-5e1bda071a4f admin admin] For port 996205b2-4ccc-4913-8458-2e4f1e0e6687, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=996205b2-4ccc-4913-8458-2e4f1e0e6687,segment=NetworkSegment(ec3b99f9-cd00-455f-aba9-a56f7e7f2980),segment_id=ec3b99f9-cd00-455f-aba9-a56f7e7f2980)] {{(pid=106790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:21:33.277786 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4c289492-a13d-42ba-9768-5e1bda071a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (996205b2-4ccc-4913-8458-2e4f1e0e6687), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:33.292019 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:33.297922 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.plugin [None req-4c289492-a13d-42ba-9768-5e1bda071a4f admin admin] Calling delete_port for 996205b2-4ccc-4913-8458-2e4f1e0e6687 owned by network:dhcp {{(pid=106790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:21:33.311327 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-02df44b2-e323-40f1-9706-e996767a039b None None] Deleting port 996205b2-4ccc-4913-8458-2e4f1e0e6687 {{(pid=106792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:21:33.311726 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-02df44b2-e323-40f1-9706-e996767a039b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (996205b2-4ccc-4913-8458-2e4f1e0e6687), before_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:33.440519 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4c289492-a13d-42ba-9768-5e1bda071a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63045593'] for port (996205b2-4ccc-4913-8458-2e4f1e0e6687), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:33.471547 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c289492-a13d-42ba-9768-5e1bda071a4f admin admin] No DVR routers for this DVR port 996205b2-4ccc-4913-8458-2e4f1e0e6687 on host dv-cinder-master-3-iscsi {{(pid=106790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:21:33.475234 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c289492-a13d-42ba-9768-5e1bda071a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=996205b2-4ccc-4913-8458-2e4f1e0e6687,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:33.506308 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-02df44b2-e323-40f1-9706-e996767a039b None None] For port 996205b2-4ccc-4913-8458-2e4f1e0e6687, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=996205b2-4ccc-4913-8458-2e4f1e0e6687,segment=NetworkSegment(ec3b99f9-cd00-455f-aba9-a56f7e7f2980),segment_id=ec3b99f9-cd00-455f-aba9-a56f7e7f2980)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:21:33.506698 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-02df44b2-e323-40f1-9706-e996767a039b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (996205b2-4ccc-4913-8458-2e4f1e0e6687), precommit_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:33.520266 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-02df44b2-e323-40f1-9706-e996767a039b None None] Calling delete_port for 996205b2-4ccc-4913-8458-2e4f1e0e6687 owned by network:dhcp {{(pid=106792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:21:33.552478 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4c289492-a13d-42ba-9768-5e1bda071a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1299106', 'neutron.services.segments.db._delete_segments_for_network-8760291617684'] for network (ca88993b-9210-4173-b062-c40cdf9e1da6), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:33.573319 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.services.segments.db [None req-4c289492-a13d-42ba-9768-5e1bda071a4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca88993b-9210-4173-b062-c40cdf9e1da6']}} {{(pid=106790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:33.582401 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.services.segments.db [None req-4c289492-a13d-42ba-9768-5e1bda071a4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980') {'for_net_delete': True} {{(pid=106790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:33.582691 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.services.segments.db [None req-4c289492-a13d-42ba-9768-5e1bda071a4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3b99f9-cd00-455f-aba9-a56f7e7f2980') {} {{(pid=106790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:33.592902 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4c289492-a13d-42ba-9768-5e1bda071a4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760291642516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64390762'] for segment (ec3b99f9-cd00-455f-aba9-a56f7e7f2980), before_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:33.594196 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-02df44b2-e323-40f1-9706-e996767a039b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882'] for port (996205b2-4ccc-4913-8458-2e4f1e0e6687), after_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:33.606177 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4c289492-a13d-42ba-9768-5e1bda071a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (ec3b99f9-cd00-455f-aba9-a56f7e7f2980), precommit_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:33.612553 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c289492-a13d-42ba-9768-5e1bda071a4f admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=106790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:21:33.612929 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4c289492-a13d-42ba-9768-5e1bda071a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63045540'] for segment (ec3b99f9-cd00-455f-aba9-a56f7e7f2980), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:33.618153 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df44b2-e323-40f1-9706-e996767a039b None None] Pushing event deleted for resources: {'Port': ['ID=996205b2-4ccc-4913-8458-2e4f1e0e6687,revision_number=None']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:33.626132 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02df44b2-e323-40f1-9706-e996767a039b None None] No DVR routers for this DVR port 996205b2-4ccc-4913-8458-2e4f1e0e6687 on host dv-cinder-master-3-iscsi {{(pid=106792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:21:33.628476 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df44b2-e323-40f1-9706-e996767a039b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:33.628656 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df44b2-e323-40f1-9706-e996767a039b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:33.628996 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df44b2-e323-40f1-9706-e996767a039b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:33.629367 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df44b2-e323-40f1-9706-e996767a039b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:33.629705 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df44b2-e323-40f1-9706-e996767a039b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:33.630041 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df44b2-e323-40f1-9706-e996767a039b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:33.630366 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df44b2-e323-40f1-9706-e996767a039b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:33.631076 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df44b2-e323-40f1-9706-e996767a039b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:33.631076 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df44b2-e323-40f1-9706-e996767a039b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:33.631268 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df44b2-e323-40f1-9706-e996767a039b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:33.631568 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df44b2-e323-40f1-9706-e996767a039b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:33.632381 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df44b2-e323-40f1-9706-e996767a039b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:33.632862 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df44b2-e323-40f1-9706-e996767a039b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:33.633218 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df44b2-e323-40f1-9706-e996767a039b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:33.633539 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df44b2-e323-40f1-9706-e996767a039b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:33.701771 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.services.segments.plugin [-] Segment ec3b99f9-cd00-455f-aba9-a56f7e7f2980 resource provider aggregate not found Sep 04 01:21:33.722181 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.services.segments.plugin [-] Segment ec3b99f9-cd00-455f-aba9-a56f7e7f2980 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec3b99f9-cd00-455f-aba9-a56f7e7f2980 found for delete ", "request_id": "req-9a6090fa-4d68-45c5-90f3-9c010b95f176"}]} Sep 04 01:21:33.757961 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4c289492-a13d-42ba-9768-5e1bda071a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1299115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811184'] for network (ca88993b-9210-4173-b062-c40cdf9e1da6), after_delete {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:33.768745 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron_lib.callbacks.manager [None req-4c289492-a13d-42ba-9768-5e1bda071a4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:33.768745 dv-cinder-master-3-iscsi neutron-server[106790]: INFO neutron.wsgi [None req-4c289492-a13d-42ba-9768-5e1bda071a4f admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/ca88993b-9210-4173-b062-c40cdf9e1da6 HTTP/1.1" status: 204 len: 168 time: 0.6858842 Sep 04 01:21:33.770993 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57676) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:33.779656 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c289492-a13d-42ba-9768-5e1bda071a4f admin admin] Pushing event deleted for resources: {'Network': ['ID=ca88993b-9210-4173-b062-c40cdf9e1da6,revision_number=None']} {{(pid=106790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:34.070058 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:34.073914 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1721291'] for router_interface (a70adf6d-b889-4681-acc7-04ce1b1c76a6), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:34.110518 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=100 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:34.227012 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:34.296216 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Deleting port 4e686822-d1bf-4795-baed-c36577dc9ff3 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:21:34.296549 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (4e686822-d1bf-4795-baed-c36577dc9ff3), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:34.378387 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] For port 4e686822-d1bf-4795-baed-c36577dc9ff3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4e686822-d1bf-4795-baed-c36577dc9ff3,segment=NetworkSegment(746951e7-0bc8-4b20-aeb2-4159b099caca),segment_id=746951e7-0bc8-4b20-aeb2-4159b099caca)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:21:34.378649 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (4e686822-d1bf-4795-baed-c36577dc9ff3), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:34.391899 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Calling delete_port for 4e686822-d1bf-4795-baed-c36577dc9ff3 owned by network:router_interface {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:21:34.654975 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (4e686822-d1bf-4795-baed-c36577dc9ff3), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:34.676964 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=4e686822-d1bf-4795-baed-c36577dc9ff3,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:34.693171 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:34.698125 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:34.698125 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:34.698125 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:34.698125 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:34.698125 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:34.698125 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:34.698125 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:34.698125 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:34.698125 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:34.698125 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:34.698125 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:34.698125 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:34.698125 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:34.699593 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 01:21:34.877745 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814139'] for router_interface (a70adf6d-b889-4681-acc7-04ce1b1c76a6), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:34.882525 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 996205b2-4ccc-4913-8458-2e4f1e0e6687 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:21:34.899753 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: 996205b2-4ccc-4913-8458-2e4f1e0e6687 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:21:34.900109 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 996205b2-4ccc-4913-8458-2e4f1e0e6687 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:21:35.020830 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:35.327822 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:35.349340 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Router a70adf6d-b889-4681-acc7-04ce1b1c76a6 has already been hosted by L3 agent 8235aedd-ff01-4dd3-b919-31f9ccb72bbe {{(pid=106791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 01:21:35.453122 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 01:21:35.458414 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-8bcdc87e-9970-4a5e-ad60-740c35032b2c admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/a70adf6d-b889-4681-acc7-04ce1b1c76a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6864738 Sep 04 01:21:35.461883 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57678) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:35.464484 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3b491a-ad55-4b7a-b1c0-251ccbc13d41 None None] Sync routers for ids ['a70adf6d-b889-4681-acc7-04ce1b1c76a6'] in dv-cinder-master-3-iscsi {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 01:21:35.474793 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3b491a-ad55-4b7a-b1c0-251ccbc13d41 None None] Routers {'a70adf6d-b889-4681-acc7-04ce1b1c76a6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:21:35.475473 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-3f3b491a-ad55-4b7a-b1c0-251ccbc13d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:21:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a70adf6d-b889-4681-acc7-04ce1b1c76a6'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:35.561319 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8246d049-4b90-4610-bc1d-b4e6acd982cc admin admin] Publish callbacks [] for router (a70adf6d-b889-4681-acc7-04ce1b1c76a6), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:35.576899 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-3f3b491a-ad55-4b7a-b1c0-251ccbc13d41 None None] Set router a70adf6d-b889-4681-acc7-04ce1b1c76a6 gateway port host: dv-cinder-master-3-iscsi {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:21:35.658858 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8246d049-4b90-4610-bc1d-b4e6acd982cc admin admin] Publish callbacks [] for router_gateway (a70adf6d-b889-4681-acc7-04ce1b1c76a6), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:35.758656 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-3f3b491a-ad55-4b7a-b1c0-251ccbc13d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70adf6d-b889-4681-acc7-04ce1b1c76a6', 'name': 'tempest-TestVolumeBootPattern-1320443576-router', 'tenant_id': 'fa1ba3942811492fb9ef388575baa4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'external_fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.81'}], 'enable_snat': True}, 'gw_port_id': '2c3ac556-7316-478e-a2cf-0863e3b01f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:34Z', 'updated_at': '2022-09-04T01:21:34Z', 'revision_number': 5, 'project_id': 'fa1ba3942811492fb9ef388575baa4e2', 'gw_port': {'id': '2c3ac556-7316-478e-a2cf-0863e3b01f18', 'name': '', 'network_id': 'e8e0564a-d5c9-4fe0-b2d4-538f45096708', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:36:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70adf6d-b889-4681-acc7-04ce1b1c76a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '2b17f894-c374-4207-90ad-14f794c86627', 'ip_address': '172.37.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T01:14:35Z', 'updated_at': '2022-09-04T01:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b17f894-c374-4207-90ad-14f794c86627', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:35.773791 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-8246d049-4b90-4610-bc1d-b4e6acd982cc admin admin] Deleting port 2c3ac556-7316-478e-a2cf-0863e3b01f18 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:21:35.774123 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8246d049-4b90-4610-bc1d-b4e6acd982cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (2c3ac556-7316-478e-a2cf-0863e3b01f18), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:35.788203 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3b491a-ad55-4b7a-b1c0-251ccbc13d41 None None] Checking router: a70adf6d-b889-4681-acc7-04ce1b1c76a6 for host: dv-cinder-master-3-iscsi {{(pid=106792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 01:21:35.796967 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3b491a-ad55-4b7a-b1c0-251ccbc13d41 None None] Routers {'a70adf6d-b889-4681-acc7-04ce1b1c76a6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 01:21:35.797604 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-3f3b491a-ad55-4b7a-b1c0-251ccbc13d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-04T00:56:33Z,description=,heartbeat_timestamp=2022-09-04T01:21:33Z,host='dv-cinder-master-3-iscsi',id=8235aedd-ff01-4dd3-b919-31f9ccb72bbe,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T00:56:34Z,topic='l3_agent')) {'router_ids': ['a70adf6d-b889-4681-acc7-04ce1b1c76a6'], 'active': True} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:35.800681 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:35.858171 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [None req-8246d049-4b90-4610-bc1d-b4e6acd982cc admin admin] For port 2c3ac556-7316-478e-a2cf-0863e3b01f18, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2c3ac556-7316-478e-a2cf-0863e3b01f18,segment=NetworkSegment(c26850af-ca47-4ea8-9a33-a34f3381800e),segment_id=c26850af-ca47-4ea8-9a33-a34f3381800e)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:21:35.858538 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8246d049-4b90-4610-bc1d-b4e6acd982cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (2c3ac556-7316-478e-a2cf-0863e3b01f18), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:35.871723 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-8246d049-4b90-4610-bc1d-b4e6acd982cc admin admin] Calling delete_port for 2c3ac556-7316-478e-a2cf-0863e3b01f18 owned by network:router_gateway {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:21:35.893341 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvr_db [None req-3f3b491a-ad55-4b7a-b1c0-251ccbc13d41 None None] Set router a70adf6d-b889-4681-acc7-04ce1b1c76a6 gateway port host: None {{(pid=106792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 01:21:35.943104 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_hamode_db [None req-3f3b491a-ad55-4b7a-b1c0-251ccbc13d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70adf6d-b889-4681-acc7-04ce1b1c76a6', 'name': 'tempest-TestVolumeBootPattern-1320443576-router', 'tenant_id': 'fa1ba3942811492fb9ef388575baa4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:34Z', 'updated_at': '2022-09-04T01:21:35Z', 'revision_number': 6, 'project_id': 'fa1ba3942811492fb9ef388575baa4e2', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:35.968827 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3b491a-ad55-4b7a-b1c0-251ccbc13d41 None None] The sync data for ids ['a70adf6d-b889-4681-acc7-04ce1b1c76a6'] in dv-cinder-master-3-iscsi is: [{'id': 'a70adf6d-b889-4681-acc7-04ce1b1c76a6', 'name': 'tempest-TestVolumeBootPattern-1320443576-router', 'tenant_id': 'fa1ba3942811492fb9ef388575baa4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T01:14:34Z', 'updated_at': '2022-09-04T01:21:35Z', 'revision_number': 6, 'project_id': 'fa1ba3942811492fb9ef388575baa4e2', 'gw_port_host': None}] {{(pid=106792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 01:21:35.971609 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:36.083362 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8246d049-4b90-4610-bc1d-b4e6acd982cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (2c3ac556-7316-478e-a2cf-0863e3b01f18), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:36.111514 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246d049-4b90-4610-bc1d-b4e6acd982cc admin admin] Pushing event deleted for resources: {'Port': ['ID=2c3ac556-7316-478e-a2cf-0863e3b01f18,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:36.138077 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:36.173918 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8246d049-4b90-4610-bc1d-b4e6acd982cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1810984'] for router_gateway (a70adf6d-b889-4681-acc7-04ce1b1c76a6), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:36.262022 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8246d049-4b90-4610-bc1d-b4e6acd982cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14346'] for router (a70adf6d-b889-4681-acc7-04ce1b1c76a6), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:36.264237 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8246d049-4b90-4610-bc1d-b4e6acd982cc admin admin] Publish callbacks [] for router_controller (a70adf6d-b889-4681-acc7-04ce1b1c76a6), precommit_delete_associations {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:36.388448 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8246d049-4b90-4610-bc1d-b4e6acd982cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1721226'] for router (a70adf6d-b889-4681-acc7-04ce1b1c76a6), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:36.389017 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8246d049-4b90-4610-bc1d-b4e6acd982cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a70adf6d-b889-4681-acc7-04ce1b1c76a6 {{(pid=106791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 01:21:36.393275 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-8246d049-4b90-4610-bc1d-b4e6acd982cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:36.394395 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-8246d049-4b90-4610-bc1d-b4e6acd982cc admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/a70adf6d-b889-4681-acc7-04ce1b1c76a6 HTTP/1.1" status: 204 len: 168 time: 0.9315832 Sep 04 01:21:36.397002 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57680) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:36.446768 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ca9928-2ec4-4b73-b7bd-7568b01b82d7 admin admin] Deleting subnet 223df0be-5574-4032-ab9c-4edcc292cdff {{(pid=106791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 01:21:36.450238 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-54ca9928-2ec4-4b73-b7bd-7568b01b82d7 admin admin] Publish callbacks [] for subnet (223df0be-5574-4032-ab9c-4edcc292cdff), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:36.485955 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-54ca9928-2ec4-4b73-b7bd-7568b01b82d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-969661'] for subnet (223df0be-5574-4032-ab9c-4edcc292cdff), precommit_delete_associations {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:36.505517 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:36.562642 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-54ca9928-2ec4-4b73-b7bd-7568b01b82d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-869317'] for subnet (223df0be-5574-4032-ab9c-4edcc292cdff), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:36.686693 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-54ca9928-2ec4-4b73-b7bd-7568b01b82d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65166171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65271670'] for subnet (223df0be-5574-4032-ab9c-4edcc292cdff), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:36.711524 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca9928-2ec4-4b73-b7bd-7568b01b82d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=223df0be-5574-4032-ab9c-4edcc292cdff,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:36.717105 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-54ca9928-2ec4-4b73-b7bd-7568b01b82d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:36.722574 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-54ca9928-2ec4-4b73-b7bd-7568b01b82d7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/223df0be-5574-4032-ab9c-4edcc292cdff HTTP/1.1" status: 204 len: 168 time: 0.3220561 Sep 04 01:21:36.723354 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57682) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:36.726137 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc23a4c3-f85d-4a3f-b6d7-173752790078 None None] Network 41b67d38-e689-45bb-a406-6607a99ed49b requested from dv-cinder-master-3-iscsi {{(pid=106792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 01:21:36.770953 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:36.800386 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7663cf12-ff29-4d63-9f9f-bd8afe415334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855412'] for network (41b67d38-e689-45bb-a406-6607a99ed49b), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:36.816299 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:36.824430 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 4e686822-d1bf-4795-baed-c36577dc9ff3 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:21:36.846458 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-7663cf12-ff29-4d63-9f9f-bd8afe415334 admin admin] Deleting port 20940f6e-c5ec-497b-b144-a180350e4857 {{(pid=106791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:21:36.846812 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7663cf12-ff29-4d63-9f9f-bd8afe415334 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (20940f6e-c5ec-497b-b144-a180350e4857), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:36.848694 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: 4e686822-d1bf-4795-baed-c36577dc9ff3 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:21:36.849757 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 4e686822-d1bf-4795-baed-c36577dc9ff3 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:21:36.850269 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 2c3ac556-7316-478e-a2cf-0863e3b01f18 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:21:36.875433 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: 2c3ac556-7316-478e-a2cf-0863e3b01f18 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:21:36.875778 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 2c3ac556-7316-478e-a2cf-0863e3b01f18 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:21:36.915905 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.db [None req-7663cf12-ff29-4d63-9f9f-bd8afe415334 admin admin] For port 20940f6e-c5ec-497b-b144-a180350e4857, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=20940f6e-c5ec-497b-b144-a180350e4857,segment=NetworkSegment(746951e7-0bc8-4b20-aeb2-4159b099caca),segment_id=746951e7-0bc8-4b20-aeb2-4159b099caca)] {{(pid=106791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:21:36.916261 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7663cf12-ff29-4d63-9f9f-bd8afe415334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (20940f6e-c5ec-497b-b144-a180350e4857), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:36.925755 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3a34cf-1350-4bc2-b02f-e4d9cc65c332 None None] DHCP port deletion for 41b67d38-e689-45bb-a406-6607a99ed49b request from dv-cinder-master-3-iscsi {{(pid=106792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 01:21:36.930389 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.plugin [None req-7663cf12-ff29-4d63-9f9f-bd8afe415334 admin admin] Calling delete_port for 20940f6e-c5ec-497b-b144-a180350e4857 owned by network:dhcp {{(pid=106791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:21:36.963405 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-df3a34cf-1350-4bc2-b02f-e4d9cc65c332 None None] Deleting port 20940f6e-c5ec-497b-b144-a180350e4857 {{(pid=106792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 01:21:36.963704 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-df3a34cf-1350-4bc2-b02f-e4d9cc65c332 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760291554771'] for port (20940f6e-c5ec-497b-b144-a180350e4857), before_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:37.028340 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.db [None req-df3a34cf-1350-4bc2-b02f-e4d9cc65c332 None None] For port 20940f6e-c5ec-497b-b144-a180350e4857, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=20940f6e-c5ec-497b-b144-a180350e4857,segment=NetworkSegment(746951e7-0bc8-4b20-aeb2-4159b099caca),segment_id=746951e7-0bc8-4b20-aeb2-4159b099caca)] {{(pid=106792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 01:21:37.028683 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-df3a34cf-1350-4bc2-b02f-e4d9cc65c332 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1817473'] for port (20940f6e-c5ec-497b-b144-a180350e4857), precommit_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:37.042101 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-df3a34cf-1350-4bc2-b02f-e4d9cc65c332 None None] Calling delete_port for 20940f6e-c5ec-497b-b144-a180350e4857 owned by network:dhcp {{(pid=106792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 01:21:37.056950 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7663cf12-ff29-4d63-9f9f-bd8afe415334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65167492'] for port (20940f6e-c5ec-497b-b144-a180350e4857), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:37.062955 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:21:37.088175 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7663cf12-ff29-4d63-9f9f-bd8afe415334 admin admin] No DVR routers for this DVR port 20940f6e-c5ec-497b-b144-a180350e4857 on host dv-cinder-master-3-iscsi {{(pid=106791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:21:37.093170 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663cf12-ff29-4d63-9f9f-bd8afe415334 admin admin] Pushing event deleted for resources: {'Port': ['ID=20940f6e-c5ec-497b-b144-a180350e4857,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:37.121152 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-df3a34cf-1350-4bc2-b02f-e4d9cc65c332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-933345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760291559352', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760291114882'] for port (20940f6e-c5ec-497b-b144-a180350e4857), after_delete {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:37.123652 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:37.146426 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a34cf-1350-4bc2-b02f-e4d9cc65c332 None None] Pushing event deleted for resources: {'Port': ['ID=20940f6e-c5ec-497b-b144-a180350e4857,revision_number=None']} {{(pid=106792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:37.152163 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3a34cf-1350-4bc2-b02f-e4d9cc65c332 None None] No DVR routers for this DVR port 20940f6e-c5ec-497b-b144-a180350e4857 on host dv-cinder-master-3-iscsi {{(pid=106792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 01:21:37.169441 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7663cf12-ff29-4d63-9f9f-bd8afe415334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1299106', 'neutron.services.segments.db._delete_segments_for_network-8760291617684'] for network (41b67d38-e689-45bb-a406-6607a99ed49b), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:37.190002 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-7663cf12-ff29-4d63-9f9f-bd8afe415334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b67d38-e689-45bb-a406-6607a99ed49b']}} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:37.199427 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-7663cf12-ff29-4d63-9f9f-bd8afe415334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746951e7-0bc8-4b20-aeb2-4159b099caca') {'for_net_delete': True} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:37.199959 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.services.segments.db [None req-7663cf12-ff29-4d63-9f9f-bd8afe415334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746951e7-0bc8-4b20-aeb2-4159b099caca') {} {{(pid=106791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 01:21:37.209023 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7663cf12-ff29-4d63-9f9f-bd8afe415334 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760291642516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-969642'] for segment (746951e7-0bc8-4b20-aeb2-4159b099caca), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:37.222772 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7663cf12-ff29-4d63-9f9f-bd8afe415334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514'] for segment (746951e7-0bc8-4b20-aeb2-4159b099caca), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:37.229797 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7663cf12-ff29-4d63-9f9f-bd8afe415334 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=106791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 01:21:37.230174 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7663cf12-ff29-4d63-9f9f-bd8afe415334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65167609'] for segment (746951e7-0bc8-4b20-aeb2-4159b099caca), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:37.274130 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment 746951e7-0bc8-4b20-aeb2-4159b099caca resource provider aggregate not found Sep 04 01:21:37.291919 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.services.segments.plugin [-] Segment 746951e7-0bc8-4b20-aeb2-4159b099caca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 746951e7-0bc8-4b20-aeb2-4159b099caca found for delete ", "request_id": "req-dcd73978-049f-4a6c-8bd4-f3e5726c4bac"}]} Sep 04 01:21:37.345416 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7663cf12-ff29-4d63-9f9f-bd8afe415334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1299115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811184'] for network (41b67d38-e689-45bb-a406-6607a99ed49b), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:37.351010 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-7663cf12-ff29-4d63-9f9f-bd8afe415334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579352'] for network (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:37.354844 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-7663cf12-ff29-4d63-9f9f-bd8afe415334 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/41b67d38-e689-45bb-a406-6607a99ed49b HTTP/1.1" status: 204 len: 168 time: 0.6302776 Sep 04 01:21:37.364960 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663cf12-ff29-4d63-9f9f-bd8afe415334 admin admin] Pushing event deleted for resources: {'Network': ['ID=41b67d38-e689-45bb-a406-6607a99ed49b,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:37.663106 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57690) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:37.705965 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-e5219595-8a8b-4c58-bc11-c0a40226a64b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2506b96ac13541e6a7a47c5aedca67e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413771 Sep 04 01:21:37.708050 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57692) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:37.756063 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-46cf1211-0e0c-4b9a-9e95-56939e18fd5a admin admin] Publish callbacks [] for security_group (36f6ec18-1e64-4839-9f90-49478f98ae2a), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:37.776820 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-46cf1211-0e0c-4b9a-9e95-56939e18fd5a admin admin] Publish callbacks [] for security_group (36f6ec18-1e64-4839-9f90-49478f98ae2a), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:37.894371 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-46cf1211-0e0c-4b9a-9e95-56939e18fd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (36f6ec18-1e64-4839-9f90-49478f98ae2a), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:37.896887 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-46cf1211-0e0c-4b9a-9e95-56939e18fd5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:37.898251 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-46cf1211-0e0c-4b9a-9e95-56939e18fd5a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/36f6ec18-1e64-4839-9f90-49478f98ae2a HTTP/1.1" status: 204 len: 168 time: 0.1890972 Sep 04 01:21:37.906404 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf1211-0e0c-4b9a-9e95-56939e18fd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f6ec18-1e64-4839-9f90-49478f98ae2a,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:38.031725 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:38.629205 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57698) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:38.673024 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-7acda28b-ca69-4095-b002-2985c3d02e02 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fa1ba3942811492fb9ef388575baa4e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426426 Sep 04 01:21:38.675536 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [-] (106791) accepted ('10.222.0.42', 57700) {{(pid=106791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 01:21:38.699963 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:38.728115 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2ffe35c8-5168-438f-a70a-70a67cd844b3 admin admin] Publish callbacks [] for security_group (d4c8d9f7-49b7-4890-a7c9-8be978bb8b89), before_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:38.749310 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2ffe35c8-5168-438f-a70a-70a67cd844b3 admin admin] Publish callbacks [] for security_group (d4c8d9f7-49b7-4890-a7c9-8be978bb8b89), precommit_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:38.812045 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 20940f6e-c5ec-497b-b144-a180350e4857 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 01:21:38.831288 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] No Port match for: 20940f6e-c5ec-497b-b144-a180350e4857 {{(pid=106792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 01:21:38.831627 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron.plugins.ml2.rpc [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Device 20940f6e-c5ec-497b-b144-a180350e4857 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 01:21:38.885639 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2ffe35c8-5168-438f-a70a-70a67cd844b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621394'] for security_group (d4c8d9f7-49b7-4890-a7c9-8be978bb8b89), after_delete {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:38.888455 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron_lib.callbacks.manager [None req-2ffe35c8-5168-438f-a70a-70a67cd844b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:21:38.889617 dv-cinder-master-3-iscsi neutron-server[106791]: INFO neutron.wsgi [None req-2ffe35c8-5168-438f-a70a-70a67cd844b3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d4c8d9f7-49b7-4890-a7c9-8be978bb8b89 HTTP/1.1" status: 204 len: 168 time: 0.2131813 Sep 04 01:21:38.898030 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe35c8-5168-438f-a70a-70a67cd844b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c8d9f7-49b7-4890-a7c9-8be978bb8b89,revision_number=None']} {{(pid=106791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 01:21:42.219578 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=2 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:43.676618 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:43.769523 dv-cinder-master-3-iscsi neutron-server[106790]: DEBUG dbcounter [-] [106790] Writing DB stats neutron:SELECT=64,neutron:DELETE=8 {{(pid=106790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:47.058920 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=95 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:48.784808 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:48.816192 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=49,neutron:DELETE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:48.892935 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG dbcounter [-] [106791] Writing DB stats neutron:SELECT=2 {{(pid=106791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:21:48.910331 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=20,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:00.736732 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d553-c272-420b-bc3c-f2b6960a3dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:03.002309 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6c231a61-df28-458f-b9d5-ee9d1b8bc7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:04.250469 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:05.780277 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:05.944989 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:08.004975 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:14.061745 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:22:17.937507 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:17.939368 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:24.057952 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=3 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:29.023667 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:30.718368 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-d05804e2-d216-4674-8866-874d1358a90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:32.975461 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-37fcd3b1-8973-49fe-bac7-6fde6324d641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:34.249911 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:35.787057 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:35.929987 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:38.007119 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:22:47.951415 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:47.953381 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:22:51.060721 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:23:00.735122 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b89d01cf-e193-49d0-86e6-02dd46626661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:03.009128 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-f7819f5e-a662-42d5-8a39-71d22f853d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:03.957321 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=4 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:03.958519 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=6 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:04.255379 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:05.792149 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:05.923146 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:08.031836 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:17.958680 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:17.961567 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:28.060610 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:23:30.722883 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-f5847b16-7944-447e-a386-6035d623b6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:32.985774 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c4585d86-3106-4082-836d-b41bb0b189f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:32.994437 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=15 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:34.294162 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:35.837814 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:35.928383 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:38.017327 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:23:38.055415 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=19 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:47.965221 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:23:47.967101 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:00.726117 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-9bca35c4-d71d-440d-b415-93f84d97e3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:03.000062 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-2ffe29c3-fc39-42b3-82fc-494e3446cbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:04.253648 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:05.059955 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:24:05.796402 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:05.973337 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:08.031448 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:15.055011 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=3 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:15.055751 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=5 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:17.968307 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:17.970143 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:29.028001 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:29.028849 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:DELETE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:30.736506 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-dce79a64-3817-4e36-8a6d-b1f39b4e6deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:33.027586 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c1ce48c8-9d0f-41cc-bcb4-ab74f54ebf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:34.256289 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:35.827927 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:35.959260 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:38.041315 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:24:42.058054 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:24:47.967547 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:47.970427 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:52.053602 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=3 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:24:52.054372 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=5 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:25:00.720308 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c1df06c9-806b-4710-afcd-9e09a0432048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:03.010034 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-916dc03d-a5b5-4378-af10-dda41f0568d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:04.284355 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:05.817262 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:05.948973 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:07.867563 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [req-15f7a242-6e29-4d57-8d95-067fd682f876 req-c2500e9b-357f-43f9-9f93-152a8c0d0581 service neutron] (106791) timed out ('10.222.0.16', 52102) {{(pid=106791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 04 01:25:08.050260 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:17.973256 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:25:17.980188 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:25:19.056953 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:25:27.773649 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=17 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:25:29.052495 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=17 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:25:30.720835 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6174be5a-f7f1-4331-899a-069571288fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:32.988194 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-0a1cb110-5a21-43ca-b2c5-96c0a4066a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:34.268240 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:35.805574 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:35.936937 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:38.049130 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:25:47.978010 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:25:47.979873 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:25:56.055568 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:26:00.730387 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-c967b6dd-c70d-4168-8882-1b9a53884334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:02.991421 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6d5c228c-2d30-4be6-93fc-45adaa8de56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:04.272909 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:05.828371 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:05.941990 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:06.050868 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=6 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:26:06.051533 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=2 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:26:08.072969 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:17.986039 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:26:17.987893 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:26:30.706388 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-a19f00bb-5b8b-4f02-a9a7-41a5bff94de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (f07b96a2-ea86-405f-a561-e6ede253778c), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:32.998339 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-8be2a242-bbeb-4e8e-8058-7bba38878625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (8235aedd-ff01-4dd3-b919-31f9ccb72bbe), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:33.053874 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG neutron.db.agents_db [None req-9df6a90e-d4d3-4b76-8b26-d8f73ccd0d57 None None] Agent healthcheck: found 6 active agents {{(pid=106793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 01:26:34.255450 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-5209b243-a5ee-4ca2-8d54-f3a5ab9f63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (79801ada-c93e-41dc-b5f0-4da8c900aae6), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:35.792096 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-6382cfa2-df6a-4b47-a214-56cb77c9a993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (111a72d6-2ab1-4e23-9f5d-659622c67fd7), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:35.950805 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-b5c537a3-953d-4ce6-bcae-eebc10a06423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (76f3bbcf-8e2d-4ecc-a5cf-77d590b573ad), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:38.030967 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG neutron_lib.callbacks.manager [None req-70ae8568-2b8d-4dc8-bee2-f60c48361960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760291617666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1299555'] for agent (dda4db69-a2e6-4522-aa0b-4e619e0d5c51), after_update {{(pid=106792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 01:26:40.175813 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [req-0c1a4eef-10e2-418f-9f5f-a9619d24b2cf req-b74fa346-06e4-4cd9-a264-2876705a17eb service neutron] (106791) timed out ('10.222.0.42', 52980) {{(pid=106791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 04 01:26:40.358321 dv-cinder-master-3-iscsi neutron-server[106791]: DEBUG neutron.wsgi [req-0c1a4eef-10e2-418f-9f5f-a9619d24b2cf req-e4644eb8-5cf3-437a-9dbd-1413e69320f9 tempest-AttachVolumeShelveTestJSON-1588860844 tempest-AttachVolumeShelveTestJSON-1588860844-project] (106791) timed out ('10.222.0.42', 52996) {{(pid=106791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 04 01:26:43.049492 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:26:43.050229 dv-cinder-master-3-iscsi neutron-server[106793]: DEBUG dbcounter [-] [106793] Writing DB stats neutron:SELECT=3 {{(pid=106793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:26:47.971329 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 01:26:47.978323 dv-cinder-master-3-iscsi neutron-server[106792]: DEBUG dbcounter [-] [106792] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}